-- Logs begin at Mon 2022-05-16 19:39:44 UTC, end at Mon 2022-05-16 20:55:04 UTC. -- May 16 20:28:01.641257 dv-cinder-777031-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 20:28:04.422416 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.common.config [-] Logging enabled! May 16 20:28:04.423053 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 20:28:04.423176 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103389) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 20:28:04.426545 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.common.config [-] Logging enabled! May 16 20:28:04.426798 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 20:28:04.427104 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103389) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 20:28:04.428029 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 20:28:04.428257 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 20:28:04.428657 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 20:28:04.428895 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 20:28:04.429117 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 20:28:04.429569 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.429864 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.430091 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.430378 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.430657 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.430945 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.431223 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.431509 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.431798 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.432063 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.432339 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.432589 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.432851 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.433132 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.433414 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.433634 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] debug = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.433912 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.434346 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.434744 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.435026 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.435310 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.435586 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.435860 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.436133 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.436417 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.436763 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] host = dv-cinder-777031-16-iscsi {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.437039 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.437322 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.437609 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.437889 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.438163 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.438437 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.438717 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.438986 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.439255 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] log_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.439526 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.439810 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.440094 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.440380 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.440632 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.440854 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.441136 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.441431 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.441704 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.441977 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.442249 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.442520 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.442796 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.443060 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.443342 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.443625 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.443909 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.444181 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.444467 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.444745 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.445115 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.445402 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.445676 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.445949 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.446591 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.446887 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.449945 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.450247 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.450563 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.450858 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.451147 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.451439 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.451719 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.452003 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.452277 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.452574 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.452849 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] use_json = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.453123 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.453393 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.453675 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.453950 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.454221 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.454493 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.454763 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.455045 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.455318 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:04.455617 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.455913 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.456213 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.456523 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.456830 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.457110 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.457396 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.457680 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.457970 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.458260 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.458551 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.458826 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.459123 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.459411 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.459706 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.460013 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.460305 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.460670 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.460946 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.461221 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.461495 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.461774 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.462061 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.462337 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.462624 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.462909 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.463187 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.463482 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.463766 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.464050 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.464342 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.464654 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.464930 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.465208 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.465499 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.465778 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.466051 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.466338 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.466618 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.466891 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.467172 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.467447 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.467722 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.467991 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.468263 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.468575 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.468852 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.469118 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.469386 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.469659 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.469925 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.470205 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.470477 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.470745 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.471013 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.471285 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.471560 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.472245 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.472245 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.472460 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.472649 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.472917 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.473185 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.473456 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.473725 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.473995 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.474263 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.474532 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.474804 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.475073 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.475342 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.475609 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.475879 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.476171 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.476488 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.476765 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.477039 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.477312 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.477594 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.477868 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.478141 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.478415 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.478689 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.478957 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.479243 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.479524 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.479808 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.480088 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.480361 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.480700 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.480975 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.481249 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.481529 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.481803 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.482076 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.482353 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.482632 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.482921 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.483214 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.483852 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.484142 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.484431 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.484739 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.485015 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.485320 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.485597 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:04.485811 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 20:28:04.486046 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 20:28:04.936987 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 20:28:04.937216 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 20:28:04.937551 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 20:28:04.937883 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 20:28:05.258956 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.259144 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.259385 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.260594 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.260861 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.261123 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.315115 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.315400 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.315665 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.330246 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.330523 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.330786 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.363202 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.363470 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.363734 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.399111 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.399379 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.399640 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.739175 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.739809 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.739809 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.739986 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.740655 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.842206 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.842517 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.842802 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.843066 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.843331 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.843641 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.843894 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.844149 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.844399 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.844700 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.844958 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.845203 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.845455 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.845700 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.845950 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.846210 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.846444 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.846706 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.846970 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.847225 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.847495 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.847742 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.848016 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.848388 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.848660 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.848902 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.849291 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:05.849527 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:05.849760 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:05.849994 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:05.850227 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:05.850458 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:05.850819 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 20:28:05.853965 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 20:28:05.857930 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 20:28:05.862078 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 16 20:28:05.863689 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 20:28:05.864171 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 20:28:05.864536 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 20:28:05.864912 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 20:28:05.867914 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 20:28:05.868160 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 20:28:05.868529 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 20:28:05.873358 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 20:28:05.896522 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 20:28:05.896971 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.897273 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 20:28:05.897641 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.899018 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 20:28:05.899288 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 20:28:05.899529 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 20:28:05.902850 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.903126 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:05.965235 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 20:28:05.965372 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 20:28:05.965603 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 20:28:05.965967 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 20:28:05.988952 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_db.sqlalchemy.engines [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 20:28:06.427880 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing driver for type 'gre' May 16 20:28:06.428481 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] gre ID ranges: [(1, 1000)] May 16 20:28:06.488258 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing driver for type 'local' May 16 20:28:06.488862 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing driver for type 'vlan' May 16 20:28:06.504762 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] VlanTypeDriver initialization complete May 16 20:28:06.505115 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing driver for type 'vxlan' May 16 20:28:06.505608 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] vxlan ID ranges: [(1, 1000)] May 16 20:28:06.559483 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing extension driver 'port_security' May 16 20:28:06.559818 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.extensions.port_security [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] PortSecurityExtensionDriver initialization complete May 16 20:28:06.560139 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing mechanism driver 'openvswitch' May 16 20:28:06.560480 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing mechanism driver 'hyperv' May 16 20:28:06.567087 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:06.567930 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.568313 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.568685 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.569212 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:28:06.569641 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.570007 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.570346 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.570738 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:28:06.571139 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.571480 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.571804 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.572188 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:28:06.572620 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.572963 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.573298 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.573685 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:28:06.574113 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.574450 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.574783 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.575171 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:28:06.575568 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.575905 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.576237 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.576661 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:28:06.577095 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] ML2 OVO RPC backend initialized. {{(pid=103389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 20:28:06.577787 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.578140 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.578546 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.578887 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > networks before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.579212 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.579546 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > ports before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.579882 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.580214 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.580592 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.580926 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.581253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.581580 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.581910 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.582237 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.582565 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.582895 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.583221 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.590873 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded quota_driver: . May 16 20:28:06.591234 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.plugin [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Modular L2 Plugin initialization complete May 16 20:28:06.591577 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading services supported by the core plugin {{(pid=103389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 20:28:06.591916 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.plugins.ml2.managers [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Got port-security extension from driver 'port_security' May 16 20:28:06.592399 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.extensions.vlantransparent [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Disabled vlantransparent extension. May 16 20:28:06.592923 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 20:28:06.593285 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: router May 16 20:28:06.628263 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.628689 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router after_create 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.629054 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router before_create 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.629414 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.629779 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.630128 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router after_delete 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.630496 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.630823 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.631172 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router after_create 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.631495 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router after_update 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.631836 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router after_update 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.632177 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.632700 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router after_update 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.633110 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.633459 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.633794 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.634129 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: subnet after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.634464 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.634807 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.635148 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.635484 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: port before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.635821 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.636167 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router after_update 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.636539 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.636887 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.637241 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.637576 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.637933 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > agent after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.638280 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.638619 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > network after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.639480 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Tracking information for resource: router configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:06.639817 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Tracking information for resource: floatingip configured {{(pid=103389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:28:06.644754 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.db.l3_agentschedulers_db [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 20:28:06.645328 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.645682 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: port after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.646030 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.646372 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.647124 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router before_create 55550100 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.647514 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.647941 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.648309 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.653048 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.services.provider_configuration [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service providers = [] {{(pid=103389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 20:28:06.653411 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.db.servicetype_db [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 20:28:06.656315 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.services.service_base [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:28:06.656702 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.services.service_base [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:28:06.657041 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.services.service_base [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:28:06.657918 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.services.service_base [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:28:06.658285 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.services.service_base [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 20:28:06.658655 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.658966 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 20:28:06.669538 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.669860 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: auto_allocate May 16 20:28:06.675530 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: network precommit_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.675903 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: network precommit_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.676471 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.676800 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: tag May 16 20:28:06.683721 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.683980 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: timestamp May 16 20:28:06.687814 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.688137 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: network_ip_availability May 16 20:28:06.693672 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.694033 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.694384 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.695111 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.695422 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: flavors May 16 20:28:06.700317 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.700669 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading Plugin: revisions May 16 20:28:06.704897 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:28:06.705285 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 20:28:06.706008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 20:28:06.706346 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Initializing extension manager. May 16 20:28:06.706871 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: __init__.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.707205 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: __pycache__ {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.707535 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: _port_mac_address_override.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.707862 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: address_group.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.708632 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.709195 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: address-group May 16 20:28:06.709511 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: address_scope.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.710221 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.710772 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: address-scope May 16 20:28:06.711089 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.711985 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.712516 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: router-admin-state-down-before-update May 16 20:28:06.712843 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: agent.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.713533 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.714030 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: agent May 16 20:28:06.714346 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: agent_resources_synced.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.715247 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.715752 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: agent-resources-synced May 16 20:28:06.716068 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.717881 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.718389 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: allowed-address-pairs May 16 20:28:06.718708 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.719781 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.720284 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: auto-allocated-topology May 16 20:28:06.720634 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: availability_zone.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.721324 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.721823 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: availability_zone May 16 20:28:06.722136 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: availability_zone_filter.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.723042 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.723533 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: availability_zone_filter May 16 20:28:06.723848 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: data_plane_status.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.724771 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.725260 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension data-plane-status not supported by any of loaded plugins May 16 20:28:06.725580 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: default_subnetpools.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.726512 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.727010 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: default-subnetpools May 16 20:28:06.727325 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.728118 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.728645 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: dhcp_agent_scheduler May 16 20:28:06.728962 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: dns.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.729871 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.730369 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension dns-integration not supported by any of loaded plugins May 16 20:28:06.730690 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: dns_domain_ports.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.731581 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.732093 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 20:28:06.732409 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.733710 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.734204 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 20:28:06.734523 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: dvr.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.735187 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.735676 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: dvr May 16 20:28:06.735995 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: ecmp_routes.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.736929 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.737429 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension ecmp_routes not supported by any of loaded plugins May 16 20:28:06.737746 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: empty_string_filtering.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.738635 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.739137 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: empty-string-filtering May 16 20:28:06.739453 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.740366 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.740873 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 20:28:06.741192 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.742136 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.742630 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 20:28:06.742942 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: external_net.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.743838 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.744338 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: external-net May 16 20:28:06.744688 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.745582 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.746079 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: extra_dhcp_opt May 16 20:28:06.746393 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: extraroute.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.747297 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.747795 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: extraroute May 16 20:28:06.748111 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: extraroute_atomic.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.749338 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.749845 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: extraroute-atomic May 16 20:28:06.750162 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: filter_validation.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.750819 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.751321 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: filter-validation May 16 20:28:06.751634 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: fip_pf_description.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.752567 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.753062 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 20:28:06.753375 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.754280 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.754770 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 20:28:06.755085 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: fip_port_details.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.755994 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.756520 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: fip-port-details May 16 20:28:06.756838 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: flavors.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.758072 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.758577 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: flavors May 16 20:28:06.758890 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.760573 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.761101 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 20:28:06.761429 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: floatingip_pools.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.762119 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.762622 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: floatingip-pools May 16 20:28:06.762939 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: ip_allocation.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.763860 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.764365 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension ip_allocation not supported by any of loaded plugins May 16 20:28:06.764720 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.765623 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.766127 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: ip-substring-filtering May 16 20:28:06.766444 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l2_adjacency.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.767374 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.767874 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension l2_adjacency not supported by any of loaded plugins May 16 20:28:06.768191 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.769164 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.769679 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: router May 16 20:28:06.769997 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.772203 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.772825 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 20:28:06.773122 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.774034 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.774538 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: ext-gw-mode May 16 20:28:06.774857 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.775765 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.776262 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: l3-ha May 16 20:28:06.776617 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.777522 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.778017 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 20:28:06.778333 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3_flavors.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.779235 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.779733 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: l3-flavors May 16 20:28:06.780050 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.781450 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.781962 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 20:28:06.782283 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.783190 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.783709 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: l3-port-ip-change-not-allowed May 16 20:28:06.784032 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: l3agentscheduler.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.785090 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.785595 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: l3_agent_scheduler May 16 20:28:06.785918 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: local_ip.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.789169 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.789678 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension local_ip not supported by any of loaded plugins May 16 20:28:06.790003 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: logging.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.791470 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.791982 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension logging not supported by any of loaded plugins May 16 20:28:06.792307 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: metering.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.793061 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.793637 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: metering May 16 20:28:06.793958 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.795037 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.795540 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: metering_source_and_destination_fields May 16 20:28:06.795858 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: multiprovidernet.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.796801 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.797303 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: multi-provider May 16 20:28:06.797618 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: netmtu.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.798523 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.799059 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: net-mtu May 16 20:28:06.799405 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: netmtu_writable.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.800691 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.801503 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: net-mtu-writable May 16 20:28:06.801871 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: network_availability_zone.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.802818 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.803623 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: network_availability_zone May 16 20:28:06.804210 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: network_ip_availability.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.805636 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.806146 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: network-ip-availability May 16 20:28:06.806468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: network_segment_range.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.807235 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.807737 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension network-segment-range not supported by any of loaded plugins May 16 20:28:06.808055 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: pagination.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.809080 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.809405 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: pagination May 16 20:28:06.809718 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: port_device_profile.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.810630 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.811143 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: port-device-profile May 16 20:28:06.811464 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: port_mac_address_override.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.812384 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.812914 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: port-mac-override May 16 20:28:06.813231 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.814146 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.814645 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: port-mac-address-regenerate May 16 20:28:06.814965 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.815866 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.816369 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: port-numa-affinity-policy May 16 20:28:06.816710 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: port_resource_request.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.817611 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.818114 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension port-resource-request not supported by any of loaded plugins May 16 20:28:06.818436 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.819393 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.819997 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 20:28:06.820315 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: portbindings.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.821263 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.821766 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: binding May 16 20:28:06.822080 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: portbindings_extended.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.823328 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.823834 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: binding-extended May 16 20:28:06.824155 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: portsecurity.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.825081 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.825583 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: port-security May 16 20:28:06.825904 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: project_id.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.826861 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.827183 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: project-id May 16 20:28:06.827497 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: providernet.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.828394 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.828933 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: provider May 16 20:28:06.829250 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.832972 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.833487 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos not supported by any of loaded plugins May 16 20:28:06.833810 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.835049 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.835579 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 20:28:06.835903 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.836856 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.837361 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 20:28:06.837681 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_default.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.838620 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.839117 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-default not supported by any of loaded plugins May 16 20:28:06.839437 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_fip.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.840345 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.840880 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-fip not supported by any of loaded plugins May 16 20:28:06.841212 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.842127 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.842633 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 20:28:06.842950 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.843859 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.844361 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 20:28:06.844703 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.845606 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.846126 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 20:28:06.846449 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.847470 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.847981 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 20:28:06.848299 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.849354 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.849861 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 20:28:06.850180 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_pps_rule.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.851422 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.851931 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-pps not supported by any of loaded plugins May 16 20:28:06.852253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.853640 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.854156 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 20:28:06.854477 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.855392 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.855893 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 20:28:06.856210 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: qos_rules_alias.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.857265 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.857765 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 20:28:06.858081 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: quota_check_limit.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.859401 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.859907 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: quota-check-limit May 16 20:28:06.860228 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: quotasv2.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.861204 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.861531 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: quotas May 16 20:28:06.861842 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: quotasv2_detail.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.863519 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.863865 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: quota_details May 16 20:28:06.864189 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: rbac.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.865270 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.865788 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: rbac-policies May 16 20:28:06.866111 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: rbac_address_group.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.867075 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.867583 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: rbac-address-group May 16 20:28:06.871631 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: rbac_address_scope.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.873524 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.873524 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: rbac-address-scope May 16 20:28:06.873524 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: rbac_security_groups.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.874353 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.875145 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: rbac-security-groups May 16 20:28:06.875247 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.876694 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.877582 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: rbac-subnetpool May 16 20:28:06.878783 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: revisionifmatch.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.878892 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.879411 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: revision-if-match May 16 20:28:06.879745 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: revisions.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.880955 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.881462 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: standard-attr-revisions May 16 20:28:06.881785 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: router_availability_zone.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.883888 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.883888 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: router_availability_zone May 16 20:28:06.883888 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: routerservicetype.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.884267 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.884806 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension router-service-type not supported by any of loaded plugins May 16 20:28:06.885132 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.886048 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.886551 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: security-groups-normalized-cidr May 16 20:28:06.887803 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.887803 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.889103 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: port-security-groups-filtering May 16 20:28:06.889103 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.889529 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.890076 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: security-groups-remote-address-group May 16 20:28:06.890315 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.891382 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.891886 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: security-groups-shared-filtering May 16 20:28:06.892209 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.892841 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 20:28:06.893153 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: securitygroup.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.902804 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.903332 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: security-group May 16 20:28:06.903653 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: segment.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.904375 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.904905 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension segment not supported by any of loaded plugins May 16 20:28:06.905230 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.906165 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.906669 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 20:28:06.906983 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: servicetype.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.908062 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.908613 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: service-type May 16 20:28:06.908936 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: sorting.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.909916 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.910242 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: sorting May 16 20:28:06.910561 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: standard_attr_segment.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.911468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.911971 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 20:28:06.912290 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: standardattrdescription.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.912952 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.913527 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: standard-attr-description May 16 20:28:06.913856 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: stateful_security_group.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.914798 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.915306 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: stateful-security-group May 16 20:28:06.915621 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: stdattrs_common.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.916177 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 20:28:06.916513 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.917438 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.917943 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 20:28:06.918259 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: subnet_onboard.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.919311 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.919818 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: subnet_onboard May 16 20:28:06.920136 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.921088 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.921597 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 20:28:06.921918 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: subnet_service_types.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.922834 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.923347 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: subnet-service-types May 16 20:28:06.923663 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: subnetallocation.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.924778 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.925294 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: subnet_allocation May 16 20:28:06.925616 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.926282 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.926793 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: subnetpool-prefix-ops May 16 20:28:06.927104 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.928026 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.928563 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 20:28:06.928880 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: tagging.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.930000 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.930545 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: standard-attr-tag May 16 20:28:06.930873 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: timestamp.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.932135 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.932665 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loaded extension: standard-attr-timestamp May 16 20:28:06.932984 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: trunk.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.934071 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.934526 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension trunk not supported by any of loaded plugins May 16 20:28:06.934843 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: trunk_details.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.935762 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.936268 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension trunk-details not supported by any of loaded plugins May 16 20:28:06.936627 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.937543 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.938045 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 20:28:06.938361 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Loading extension file: vlantransparent.py {{(pid=103389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:28:06.939020 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:28:06.939518 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extension vlan-transparent not supported by any of loaded plugins May 16 20:28:06.942106 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:network May 16 20:28:06.942639 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:subnet May 16 20:28:06.943026 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:28:06.943410 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:port May 16 20:28:06.944762 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.945212 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service FLAVORS assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.945821 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.946238 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.946563 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:router May 16 20:28:06.946984 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:floatingip May 16 20:28:06.947468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service METERING assigned prefix: /metering {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.948960 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.949330 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.949675 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:28:06.950681 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of CountableResource for resource:rbac_policy May 16 20:28:06.951123 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:security_group May 16 20:28:06.951543 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 20:28:06.952140 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service CORE assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.952492 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:28:06.952835 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] subnetpool is already registered May 16 20:28:06.953260 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service CORE assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.953582 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:28:06.953907 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] subnetpool is already registered May 16 20:28:06.956211 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.956665 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service FLAVORS assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.957244 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.957661 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.957990 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:router May 16 20:28:06.958323 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] router is already registered May 16 20:28:06.958722 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:floatingip May 16 20:28:06.959056 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] floatingip is already registered May 16 20:28:06.959497 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service METERING assigned prefix: /metering {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.960168 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of CountableResource for resource:rbac_policy May 16 20:28:06.960540 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] rbac_policy is already registered May 16 20:28:06.960955 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:security_group May 16 20:28:06.961284 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] security_group is already registered May 16 20:28:06.961685 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 20:28:06.962013 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] security_group_rule is already registered May 16 20:28:06.962626 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service CORE assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.962949 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:28:06.963286 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] subnetpool is already registered May 16 20:28:06.963696 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.v2.resource_helper [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Service CORE assigned prefix: {{(pid=103389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:28:06.964017 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:28:06.964342 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING neutron.quota.resource_registry [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] subnetpool is already registered May 16 20:28:06.964830 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: extensions {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.966266 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: address-groups {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.967800 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: address-scopes {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.969122 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: agents {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.970272 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: auto-allocated-topology {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.971509 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: availability_zones {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.972737 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: dhcp-networks {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.974245 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: dhcp-agents {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.975649 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: routers {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.977410 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: flavors {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.978657 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: service_profiles {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.979829 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: next_providers {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.981262 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: service_profiles {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.982793 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: floatingip-pools {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.984368 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: routers {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.986056 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: floatingips {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.988203 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: l3-routers {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.989626 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: l3-agents {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.991016 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: metering-labels {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.992294 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: metering-label-rules {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.993672 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: network-ip-availabilities {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.994928 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: bindings {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.996464 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: quotas {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.998118 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: quotas {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:06.999615 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: rbac-policies {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.000820 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: security-groups {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.002115 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: security-group-rules {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.003350 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: service-providers {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.004530 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: subnetpools {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.005891 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: subnetpools {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.007427 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.009098 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.010911 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.012709 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.014378 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.016298 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.018043 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.019962 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.021750 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.023510 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron.api.extensions [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Extended resource: tags {{(pid=103389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:28:07.029614 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING keystonemiddleware.auth_token [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 20:28:07.034886 dv-cinder-777031-16-iscsi neutron-server[103389]: WARNING keystonemiddleware.auth_token [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 20:28:07.043726 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Acquired lock "singleton_lock" {{(pid=103389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 20:28:07.044195 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Releasing lock "singleton_lock" {{(pid=103389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 20:28:07.044899 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO oslo_service.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Starting 2 workers May 16 20:28:07.049736 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Started child 103496 {{(pid=103389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:28:07.054143 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Started child 103497 {{(pid=103389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:28:07.055134 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:07.055880 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO neutron.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Neutron service started, listening on 0.0.0.0:9696 May 16 20:28:07.056281 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:07.056631 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [-] (103496) wsgi starting up on http://0.0.0.0:9696 May 16 20:28:07.058670 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO oslo_service.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Starting 1 workers May 16 20:28:07.058820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:07.060189 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [-] (103497) wsgi starting up on http://0.0.0.0:9696 May 16 20:28:07.063795 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Started child 103498 {{(pid=103389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:28:07.064335 dv-cinder-777031-16-iscsi neutron-server[103389]: INFO oslo_service.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Starting 1 workers May 16 20:28:07.067465 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] calling RpcWorker wait() {{(pid=103498) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 20:28:07.068074 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] returning from RpcWorker wait() {{(pid=103498) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 20:28:07.068795 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Started child 103499 {{(pid=103389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:28:07.069162 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:07.069590 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57e98833-0b7b-4332-bb05-0e0995dccfd4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:07.069918 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:07.071568 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 20:28:07.071739 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 20:28:07.072133 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 20:28:07.072320 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 20:28:07.072830 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 20:28:07.072959 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 20:28:07.073487 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.073772 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.073988 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.074267 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.074683 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:07.075219 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.075219 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.075219 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.075475 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.075945 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.076123 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:07.076261 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.076261 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.076541 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.076764 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.077083 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.077328 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.077563 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.077791 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.077928 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.078190 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.078437 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.078696 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.078940 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] debug = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.079181 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.079674 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.079892 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.080137 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.080336 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.080661 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.080898 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.081134 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.081359 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.081569 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.081810 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.082064 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.082299 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.082520 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.082729 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.082975 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.083200 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.083648 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] host = dv-cinder-777031-16-iscsi {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.083885 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.084096 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.084317 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.084587 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.084841 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.085069 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.085349 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.085589 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.085847 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.086101 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.086344 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.086569 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.086801 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.087047 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.087210 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_options = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.087442 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.087711 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.087972 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.088164 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.088329 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.088517 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.088772 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.088931 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.089178 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.089392 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.089612 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.089827 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.090047 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.090264 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.090525 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.090752 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.090962 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.091189 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.091516 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.091690 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.091991 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.092324 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.092633 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.093332 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.093332 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.093612 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.093770 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.094022 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.094179 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.094421 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.094735 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.094945 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.095156 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.095388 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.095640 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.095865 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.096092 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.096308 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.096776 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.097004 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.097255 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.097969 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.097969 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.097969 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.098302 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.098408 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.099239 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_json = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.099239 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.099239 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.099239 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.100090 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.100997 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.100997 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.100997 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.101378 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.102774 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.102774 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.102774 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.102774 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.103255 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.103255 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.103485 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.103706 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.104562 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.104814 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.105060 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.105341 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.105808 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.106533 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.107191 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.107604 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.108124 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.108744 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.109040 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.109462 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.109462 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.109871 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.109871 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.110182 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.110415 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.110625 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.110870 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.111089 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.111423 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.111914 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.112166 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.112588 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.112858 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.113123 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.113382 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.113817 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.113950 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.114105 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.114320 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.114552 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.114788 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.115041 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.115270 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.115497 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.115732 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.115941 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.116177 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.116395 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.116713 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.116941 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.117173 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.117397 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.117607 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.117846 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.118061 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.118291 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.118515 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.118761 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.118983 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.119224 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.119453 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.119678 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.119889 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.120114 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.120342 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.120605 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.120809 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.121021 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.121227 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.121469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.121680 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.121884 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.122089 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.122302 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.122528 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.122739 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.122951 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.123176 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.123404 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.123612 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.123839 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.124046 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.124252 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.125013 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.125013 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.125013 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.125807 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.125807 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.126081 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.126218 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.126469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.126686 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.126975 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.127221 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.127454 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.127725 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.128082 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.128319 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.128606 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.128845 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.129342 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.129516 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.129773 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.130001 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.130263 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.130488 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.130728 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.131106 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.131259 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.131398 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.131535 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.131768 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.132018 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.132287 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.132535 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.132781 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.133213 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.133359 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.133664 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.133894 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.134165 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.134405 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.134655 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.134911 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.135176 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.135478 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.135752 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.136014 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.136242 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.137373 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.137373 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.137373 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.137373 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.137876 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.137876 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.138108 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.138239 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.138444 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.139492 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.139492 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.139492 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.139492 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.140307 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.140307 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.140307 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.140307 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.140807 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.140807 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.141468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.141468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.141468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.141827 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.141958 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.142116 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.143426 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.143426 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.143426 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.143426 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.143426 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.143426 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.144075 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.144075 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.144075 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.144400 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.144581 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.144706 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.144881 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.145119 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.145327 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.145540 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.145773 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.146001 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.146214 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.146425 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.146628 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.146871 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.147077 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.147334 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.147587 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.147902 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.148076 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.148320 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.148609 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.148820 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.149047 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.149259 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.149505 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.149677 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.149894 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.150104 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.150311 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.150549 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.150756 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.151055 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.151218 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.151548 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.151808 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.152031 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.152284 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.152535 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.152768 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.152997 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.153203 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.153414 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.153626 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.154161 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.154161 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.154440 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.154440 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.154696 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.154881 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.155644 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.155884 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.156130 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.156349 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.156588 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.156956 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.157236 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.157458 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.157668 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.157872 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.158077 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.158292 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.162401 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.162726 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.163549 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.163549 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.163549 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.163990 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.163990 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.164265 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.167844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.168263 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.168263 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.168393 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.168896 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.169077 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.169307 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.169581 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.170872 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.170872 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.170872 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.170872 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.170872 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.171549 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.171747 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.172131 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.172307 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.172715 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.173016 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.173299 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.173532 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.173820 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.174144 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.174352 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.174616 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.174841 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.175064 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.175385 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.175642 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.176002 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.176288 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.176570 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.176830 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.177058 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.177334 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.177606 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.177820 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.178126 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.180469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.180469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.180469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.180469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.180469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.180907 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:07.181008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181477 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181477 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181628 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.181795 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.182034 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.182255 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.182548 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.182868 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.183088 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.183246 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 20:28:07.183792 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 20:28:07.183958 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 20:28:07.184165 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 20:28:07.184302 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 20:28:07.184471 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 20:28:07.184619 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 20:28:07.184859 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.184987 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.185132 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.185500 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.185687 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.185849 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.186007 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.186165 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.186325 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.186486 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.186627 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.186779 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.186931 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.187081 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.187233 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.187391 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.187543 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.187699 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.187896 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.188021 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.188173 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.188320 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] debug = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.188511 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.188737 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.188880 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.189018 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.189166 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.189323 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.189482 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.189635 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.189778 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.189937 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.190094 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.190250 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.190409 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.190579 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.190748 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.190878 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.191045 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.191188 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] host = dv-cinder-777031-16-iscsi {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.191357 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.191509 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.191661 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.191828 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.191979 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.192129 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.192297 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.192468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.192612 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.192880 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.193026 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.193189 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.193331 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.193466 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.193630 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_options = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.193774 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.193907 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.194058 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.194255 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.194389 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.194571 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.194794 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.194935 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.195084 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.195241 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.195400 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.195538 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.195699 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.195844 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.195990 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.196153 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.196303 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.196460 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.196600 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.196767 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.196920 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.197054 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.197187 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.197326 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.197521 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.197671 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.197804 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.197938 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.198081 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.198223 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.198357 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.198525 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.198676 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.198804 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.198979 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.199103 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.199279 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.199404 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.199570 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.199723 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.199876 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.200050 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.200171 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.200330 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.200507 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.200664 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.200819 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_json = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.200974 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.201128 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.201355 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.201946 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.201946 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.201946 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.201946 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.202585 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.202585 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:28:07.202585 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.202585 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203031 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203031 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203254 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203254 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203403 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203543 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203693 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.203856 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.204022 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.204181 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.204348 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.204531 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.204689 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.204851 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.205010 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.205167 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.205325 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.205483 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.205642 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.205800 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.205969 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.206126 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.206285 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.206442 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.206600 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.206765 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.206922 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.207086 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.207258 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.207421 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.207581 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.207739 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.207896 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.208055 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.208213 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.208372 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.208552 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.208713 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.208870 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.209029 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.209187 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.209346 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.209505 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.209665 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.209824 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.209982 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.210141 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.210404 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.210564 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.210726 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.210887 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.211048 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.211207 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.211368 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.211527 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.211694 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.211854 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.212013 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.212196 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.212331 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.212510 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.212671 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.212828 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.213079 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.213243 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.213401 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.213572 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.213731 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.213888 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.214047 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.214210 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.214369 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.214527 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.214685 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.214846 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.215007 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.215162 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.215321 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.215484 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.215640 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.215947 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.216247 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.216568 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.216875 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.217036 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.217206 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.217361 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.217510 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.217674 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.217835 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.217997 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.218166 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.218305 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.218439 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.218596 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.218755 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.218914 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.219074 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.219233 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.219390 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.219548 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.219694 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.219842 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.220005 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.220161 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.220319 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.220486 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.220650 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.220810 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.220968 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.221125 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.221283 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.221442 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.221601 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.221745 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.221906 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.222064 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.222230 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.222389 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.222551 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.222709 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.222875 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.223069 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.223234 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.223392 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.223550 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.223710 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.223868 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.224029 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.224188 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.224346 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.224533 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.224693 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.224862 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.225022 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.225181 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.225339 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.225521 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.225764 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.225853 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.226012 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.226169 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.226328 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.226486 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.226644 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.226802 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.226961 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.227120 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.227278 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.227436 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.227598 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.227758 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.227920 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.228078 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.228239 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.228399 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.228580 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.228739 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.228898 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.229057 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.229218 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.229376 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.229535 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.229693 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.229850 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.230008 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.230167 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.230326 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.230486 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.230644 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.230803 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.230961 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.231118 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.231275 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.231436 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.231595 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.231757 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.231915 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.232074 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.232231 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.232390 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.232575 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.232734 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.232893 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.233053 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.233574 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.233735 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.233893 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.234051 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.234209 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.234367 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.234526 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.234702 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.234859 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.235017 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.235177 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.235336 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.235493 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.235651 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.235807 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.235965 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.236125 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.236284 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.236469 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.236623 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.236779 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.236938 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.237097 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.237261 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.237421 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.237584 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.237742 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.237901 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.238059 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.238217 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.238375 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.238545 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.238694 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.238850 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.239009 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.239168 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.239338 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.239496 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.239655 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.239816 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.239973 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.240130 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.240297 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.240470 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.240630 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.240797 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.240932 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.241089 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.241256 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.241416 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.241659 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.241818 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.241977 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.242133 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.242299 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.242457 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.242614 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.242772 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.242930 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.243088 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.243253 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.243410 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.243567 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.243723 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.243881 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.244038 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.244205 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.244363 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.244542 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.244700 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.244858 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.245015 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.245181 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.245341 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.245502 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.245666 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.245824 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.245981 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.246139 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.246308 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.246468 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.246628 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.246786 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.246943 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.247104 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.247264 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.247427 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.247598 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.247764 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.247924 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.248089 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.248254 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.248421 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.248599 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.248761 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.248931 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.249089 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.249249 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.249406 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.249565 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.249721 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.249878 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.250036 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.250191 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.250350 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.250507 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.250664 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.250823 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.250981 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.251138 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.251299 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.251458 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.251615 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.251772 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.251929 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:28:07.252080 dv-cinder-777031-16-iscsi neutron-server[103389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 20:28:07.321866 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57088) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:07.335242 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101814 May 16 20:28:18.567267 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dbd367-9a22-4b67-92d6-4a26ee95b0d3 None None] get_active_networks_info from dv-cinder-777031-16-iscsi {{(pid=103498) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 20:28:18.621523 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbd367-9a22-4b67-92d6-4a26ee95b0d3 None None] No non-hosted networks {{(pid=103498) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 20:28:18.641033 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.agentschedulers_db [None req-24dbd367-9a22-4b67-92d6-4a26ee95b0d3 None None] DHCP Agent not found on host dv-cinder-777031-16-iscsi {{(pid=103498) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 20:28:18.731877 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-275ee535-5655-40e4-8791-12b5d0b4cf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956514'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:20.723628 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2a49a38-67cb-4d04-8521-3bcfe57bd623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956514'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:20.751059 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-48c25b85-155f-42fe-81d7-a553937c07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:21.599081 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57154) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:22.137483 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956514'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:22.343197 dv-cinder-777031-16-iscsi neutron-server[103496]: WARNING oslo_policy.policy [None req-7a7dc240-5559-4d36-9a2f-02fe252273f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:22.344073 dv-cinder-777031-16-iscsi neutron-server[103496]: WARNING oslo_policy.policy [None req-7a7dc240-5559-4d36-9a2f-02fe252273f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:22.565167 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [None req-7a7dc240-5559-4d36-9a2f-02fe252273f8 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:28:22.581082 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7a7dc240-5559-4d36-9a2f-02fe252273f8 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9808505 May 16 20:28:23.550700 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956514'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:24.308605 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.db.l3_hamode_db [None req-7ad7e1d4-ee84-4710-b945-6fa09ce5033e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 20:28:24.387083 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7e1d4-ee84-4710-b945-6fa09ce5033e None None] Routers set() bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:28:24.387433 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7e1d4-ee84-4710-b945-6fa09ce5033e None None] Router IDs set() for agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 20:28:24.853209 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956514'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:24.854791 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.855148 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.855820 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.856179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.856613 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.856965 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.857904 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.858286 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.858895 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.859323 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.859869 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.860302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.860703 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.861200 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.861778 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:24.862333 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-777031-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:24.869455 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-777031-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:25.092734 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57188) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:25.609822 dv-cinder-777031-16-iscsi neutron-server[103497]: WARNING oslo_policy.policy [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:25.610398 dv-cinder-777031-16-iscsi neutron-server[103497]: WARNING oslo_policy.policy [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:25.822250 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:25.915089 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.policy [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103497) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 20:28:25.957903 dv-cinder-777031-16-iscsi neutron-server[103497]: WARNING oslo_policy.policy [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:25.958292 dv-cinder-777031-16-iscsi neutron-server[103497]: WARNING oslo_policy.policy [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:26.055273 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739996789074', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739996789414', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739996805139', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739996797481', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739996826162', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739996819336', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4092682', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4049976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663623'] for rbac-policy (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:26.125167 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:26.126462 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f920431f-c5f5-45a4-9cd5-d62541eef223 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0315113 May 16 20:28:28.592279 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57206) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:28.927879 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:28.962718 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Made reservation on behalf of 8d64880bd4df407097e717603ec5b713 for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:28:28.966658 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:28.983915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.097443 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks [] for security_group (a8dd8fb9-48c2-4023-9406-6357b1587272), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.103017 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a8dd8fb9-48c2-4023-9406-6357b1587272), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.123770 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:28:29.159045 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (fb28a77b-5a38-4c87-b166-4f6845e5a0a3), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.159491 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Added segment fb28a77b-5a38-4c87-b166-4f6845e5a0a3 of type vlan for network dbace12a-1536-4200-a1e5-509390134273 May 16 20:28:29.178726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dd8fb9-48c2-4023-9406-6357b1587272,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:29.225174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.225506 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.225901 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.226268 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.226613 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.226956 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.227278 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.227664 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.227997 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.228381 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.228728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.229041 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.229333 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.229639 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.229946 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Tracked resource versions report: May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: pushed versions: May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: { 'AddressGroup': {'1.2'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Agent': {'1.1'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'ConntrackHelper': {'1.0'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'LocalIPAssociation': {'1.0'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Log': {'1.0'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'NDPProxy': {'1.0'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Network': {'1.1'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Port': {'1.7'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'PortForwarding': {'1.3'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'QosPolicy': {'1.10'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroup': {'1.5'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroupRule': {'1.2'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SubPort': {'1.0'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Subnet': {'1.1'}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Trunk': {'1.1'}} May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: consumer versions: May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Agent': '1.1', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'ConntrackHelper': '1.0', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'LocalIPAssociation': '1.0', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Log': '1.0', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'NDPProxy': '1.0', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Network': '1.1', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Port': '1.7', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'PortForwarding': '1.3', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'QosPolicy': '1.10', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroup': '1.5', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroupRule': '1.2', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SubPort': '1.0', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Subnet': '1.1', May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Trunk': '1.1'}} May 16 20:28:29.231350 dv-cinder-777031-16-iscsi neutron-server[103497]: {{(pid=103497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:28:29.266362 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (dbace12a-1536-4200-a1e5-509390134273), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.312371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (dbace12a-1536-4200-a1e5-509390134273), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.317530 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:29.318311 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.390085 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7967834 May 16 20:28:29.431879 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd574d3c-a73f-4e64-858a-1ab6a751c330 demo demo] Pushing event updated for resources: {'Network': ['ID=dbace12a-1536-4200-a1e5-509390134273,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:29.444690 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network dbace12a-1536-4200-a1e5-509390134273 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:28:31.879340 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57218) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:32.455934 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.policy [None req-87da1d2b-386d-4092-9e6f-13c2634b0ab6 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103496) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 20:28:32.496532 dv-cinder-777031-16-iscsi neutron-server[103496]: WARNING oslo_policy.policy [None req-87da1d2b-386d-4092-9e6f-13c2634b0ab6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:32.496921 dv-cinder-777031-16-iscsi neutron-server[103496]: WARNING oslo_policy.policy [None req-87da1d2b-386d-4092-9e6f-13c2634b0ab6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:28:32.504362 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da1d2b-386d-4092-9e6f-13c2634b0ab6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:32.506138 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-87da1d2b-386d-4092-9e6f-13c2634b0ab6 demo admin] 10.222.0.49 "GET /v2.0/networks/dbace12a-1536-4200-a1e5-509390134273 HTTP/1.1" status: 200 len: 825 time: 0.6253715 May 16 20:28:32.548498 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-fe57f03d-9cbb-4552-ae04-241b35f1c695 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/449ba672-05ad-4586-99c5-ed8d4e97d57b HTTP/1.1" status: 200 len: 734 time: 0.0335855 May 16 20:28:32.557230 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '449ba672-05ad-4586-99c5-ed8d4e97d57b', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'name': 'private-subnet'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:32.595744 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Made reservation on behalf of 8d64880bd4df407097e717603ec5b713 for: {'subnet': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:28:32.598602 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:32.900159 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (0e93937b-e698-456e-834e-73fd887f4232), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:32.970780 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Checking segment: {'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:28:32.971157 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Network hostable DHCP agents. Network: dbace12a-1536-4200-a1e5-509390134273, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:28:32.978600 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0e93937b-e698-456e-834e-73fd887f4232,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:32.990496 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.990836 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.991189 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.991528 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.991856 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.992185 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.992531 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.992847 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.993179 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.993515 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.993835 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.994155 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.994469 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.994778 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.995097 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Tracked resource versions report: May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: pushed versions: May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: { 'AddressGroup': {'1.2'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Agent': {'1.1'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'ConntrackHelper': {'1.0'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'LocalIPAssociation': {'1.0'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Log': {'1.0'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'NDPProxy': {'1.0'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Network': {'1.1'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Port': {'1.7'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'PortForwarding': {'1.3'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'QosPolicy': {'1.10'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroup': {'1.5'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroupRule': {'1.2'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SubPort': {'1.0'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Subnet': {'1.1'}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Trunk': {'1.1'}} May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: consumer versions: May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Agent': '1.1', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'ConntrackHelper': '1.0', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'LocalIPAssociation': '1.0', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Log': '1.0', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'NDPProxy': '1.0', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Network': '1.1', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Port': '1.7', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'PortForwarding': '1.3', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'QosPolicy': '1.10', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroup': '1.5', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroupRule': '1.2', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SubPort': '1.0', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Subnet': '1.1', May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Trunk': '1.1'}} May 16 20:28:32.996469 dv-cinder-777031-16-iscsi neutron-server[103496]: {{(pid=103496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:28:33.024684 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Network dbace12a-1536-4200-a1e5-509390134273 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:28:33.039191 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, dbace12a-1536-4200-a1e5-509390134273) {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:33.044273 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:33.044924 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.050001 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c5a75-a0a4-469f-ab15-25465b51477e None None] Network dbace12a-1536-4200-a1e5-509390134273 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:28:33.067987 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e760ffdc-994c-499b-9a03-c89d112c9509 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5140080 May 16 20:28:33.308092 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-dbace12a-1536-4200-a1e5-509390134273', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'project_id': '8d64880bd4df407097e717603ec5b713', 'fixed_ips': [{'subnet_id': '0e93937b-e698-456e-834e-73fd887f4232'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:28:33.309432 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.586269 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Allocated IP 172.20.0.2 (dbace12a-1536-4200-a1e5-509390134273/0e93937b-e698-456e-834e-73fd887f4232/3b92432b-0b2f-449a-9781-b31dbcda6c51) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:28:33.848370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Publish callbacks [] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.856317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.932302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Network dbace12a-1536-4200-a1e5-509390134273 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:28:33.940244 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:33.945207 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Pushing event updated for resources: {'Port': ['ID=3b92432b-0b2f-449a-9781-b31dbcda6c51,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:33.947436 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:28:33.957478 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.957814 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.958201 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.958544 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.958857 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.959174 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.959491 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.959810 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.960131 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.960485 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.960785 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.961109 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.961423 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.961729 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.962040 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Tracked resource versions report: May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: pushed versions: May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: { 'AddressGroup': {'1.2'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Agent': {'1.1'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'ConntrackHelper': {'1.0'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'LocalIPAssociation': {'1.0'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Log': {'1.0'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'NDPProxy': {'1.0'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Network': {'1.1'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Port': {'1.7'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'PortForwarding': {'1.3'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'QosPolicy': {'1.10'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroup': {'1.5'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroupRule': {'1.2'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SubPort': {'1.0'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Subnet': {'1.1'}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Trunk': {'1.1'}} May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: consumer versions: May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Agent': '1.1', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'ConntrackHelper': '1.0', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'LocalIPAssociation': '1.0', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Log': '1.0', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'NDPProxy': '1.0', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Network': '1.1', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Port': '1.7', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'PortForwarding': '1.3', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'QosPolicy': '1.10', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroup': '1.5', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroupRule': '1.2', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SubPort': '1.0', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Subnet': '1.1', May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Trunk': '1.1'}} May 16 20:28:33.963439 dv-cinder-777031-16-iscsi neutron-server[103498]: {{(pid=103498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:28:34.043175 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Attempting to bind port 3b92432b-0b2f-449a-9781-b31dbcda6c51 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:28:34.043567 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Attempting to bind port 3b92432b-0b2f-449a-9781-b31dbcda6c51 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:28:34.043980 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Attempting to bind port 3b92432b-0b2f-449a-9781-b31dbcda6c51 on network dbace12a-1536-4200-a1e5-509390134273 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:28:34.049142 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:28:34.049512 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Checking segment: {'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:28:34.049981 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:34.050361 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Bound using segment: {'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:28:34.050958 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Bound port: 3b92432b-0b2f-449a-9781-b31dbcda6c51, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:28:34.051210 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:34.108631 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] For port 3b92432b-0b2f-449a-9781-b31dbcda6c51, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:28:34.129030 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] For port 3b92432b-0b2f-449a-9781-b31dbcda6c51, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=3b92432b-0b2f-449a-9781-b31dbcda6c51,segment=NetworkSegment(fb28a77b-5a38-4c87-b166-4f6845e5a0a3),segment_id=fb28a77b-5a38-4c87-b166-4f6845e5a0a3)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:28:34.137169 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:34.189828 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5b3f3-92a6-4452-950a-ae0bb86f4b9d None None] Pushing event updated for resources: {'Port': ['ID=3b92432b-0b2f-449a-9781-b31dbcda6c51,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:35.520990 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57232) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:35.850936 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [None req-43f96919-2554-4306-9ca8-75c3563cbe02 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:28:35.851934 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-43f96919-2554-4306-9ca8-75c3563cbe02 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3299270 May 16 20:28:38.303967 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57240) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:38.629068 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [None req-47aef09c-a397-422e-b963-2867943de0c3 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:28:38.630196 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-47aef09c-a397-422e-b963-2867943de0c3 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3252091 May 16 20:28:41.075316 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57248) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:41.395352 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-c8069db6-c561-4486-b448-8ad553cdeecc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:41.421289 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8069db6-c561-4486-b448-8ad553cdeecc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (dba05d19-2cdd-46c3-b942-0185a3aaadbf), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:41.422874 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8069db6-c561-4486-b448-8ad553cdeecc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (dba05d19-2cdd-46c3-b942-0185a3aaadbf), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:41.560664 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8069db6-c561-4486-b448-8ad553cdeecc demo demo] Publish callbacks [] for router_controller (dba05d19-2cdd-46c3-b942-0185a3aaadbf), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:41.566189 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8069db6-c561-4486-b448-8ad553cdeecc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (dba05d19-2cdd-46c3-b942-0185a3aaadbf), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:41.586693 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8069db6-c561-4486-b448-8ad553cdeecc demo demo] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:41.587855 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-c8069db6-c561-4486-b448-8ad553cdeecc demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5115881 May 16 20:28:44.056737 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57260) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:44.403678 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [None req-ac9178e2-3510-49e7-8557-f56282dbd8c5 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:28:44.404670 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ac9178e2-3510-49e7-8557-f56282dbd8c5 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3469651 May 16 20:28:45.473114 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8344d8-aba2-4873-8111-2eaf66b8e7a0 None None] Network dbace12a-1536-4200-a1e5-509390134273 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:28:45.533011 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 3b92432b-0b2f-449a-9781-b31dbcda6c51 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:28:45.623535 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-e99dc0cd-2ef8-4e70-b226-baa766f9a971 None None] Provisioning complete for port 3b92432b-0b2f-449a-9781-b31dbcda6c51 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:45.623988 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e99dc0cd-2ef8-4e70-b226-baa766f9a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:45.688227 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 3b92432b-0b2f-449a-9781-b31dbcda6c51 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:45.688549 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:45.810231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-e99dc0cd-2ef8-4e70-b226-baa766f9a971 None None] Current status of the port 3b92432b-0b2f-449a-9781-b31dbcda6c51 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:45.810231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e99dc0cd-2ef8-4e70-b226-baa766f9a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:45.863020 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 3b92432b-0b2f-449a-9781-b31dbcda6c51 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:45.863567 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:45.882001 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-e99dc0cd-2ef8-4e70-b226-baa766f9a971 None None] For port 3b92432b-0b2f-449a-9781-b31dbcda6c51, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=3b92432b-0b2f-449a-9781-b31dbcda6c51,segment=NetworkSegment(fb28a77b-5a38-4c87-b166-4f6845e5a0a3),segment_id=fb28a77b-5a38-4c87-b166-4f6845e5a0a3)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:45.890441 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e99dc0cd-2ef8-4e70-b226-baa766f9a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:45.950371 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.db.api [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103498) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 20:28:45.950743 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG oslo_db.api [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 20:28:45.959670 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dc0cd-2ef8-4e70-b226-baa766f9a971 None None] Pushing event updated for resources: {'Port': ['ID=3b92432b-0b2f-449a-9781-b31dbcda6c51,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:46.009692 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-cafbbebf-48ae-411d-8caf-147421376a20 None None] Provisioning complete for port 3b92432b-0b2f-449a-9781-b31dbcda6c51 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:46.009996 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cafbbebf-48ae-411d-8caf-147421376a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:46.082715 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-cafbbebf-48ae-411d-8caf-147421376a20 None None] Current status of the port 3b92432b-0b2f-449a-9781-b31dbcda6c51 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:46.487278 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 3b92432b-0b2f-449a-9781-b31dbcda6c51 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:46.893229 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57270) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:47.223679 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:47.246391 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Made reservation on behalf of cd0e31e92b6648feab627c19ac9bf98d for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:28:47.248663 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.258199 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.345003 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks [] for security_group (cd4d1f02-54a1-4f1c-a037-d09f4165f114), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.350779 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (cd4d1f02-54a1-4f1c-a037-d09f4165f114), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.363916 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Reserving flat network on physical network physnet1 {{(pid=103497) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 20:28:47.387050 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d1f02-54a1-4f1c-a037-d09f4165f114,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:47.389836 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (1165f096-0de2-4924-a97b-0370e4e048c0), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.390227 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Added segment 1165f096-0de2-4924-a97b-0370e4e048c0 of type flat for network 43c8867c-cb67-4266-98b8-73017f153ceb May 16 20:28:47.434809 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (43c8867c-cb67-4266-98b8-73017f153ceb), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.468311 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (43c8867c-cb67-4266-98b8-73017f153ceb), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.469272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:47.469850 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.485833 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 3b92432b-0b2f-449a-9781-b31dbcda6c51 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:28:47.521674 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6270511 May 16 20:28:47.531860 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 3b92432b-0b2f-449a-9781-b31dbcda6c51 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:47.532910 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:47.564834 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3e9cd-1d7d-48ec-943e-e473dd5f2789 admin admin] Pushing event updated for resources: {'Network': ['ID=43c8867c-cb67-4266-98b8-73017f153ceb,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:47.575547 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network 43c8867c-cb67-4266-98b8-73017f153ceb details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:28:47.722369 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 3b92432b-0b2f-449a-9781-b31dbcda6c51 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:48.509783 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9391b91e-c06b-4688-886c-4824ec360fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:49.968504 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57278) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:50.420938 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380b70e-dfbf-418e-b17e-1ee812f4a3ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:50.422337 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-4380b70e-dfbf-418e-b17e-1ee812f4a3ee demo admin] 10.222.0.49 "GET /v2.0/subnets/0e93937b-e698-456e-834e-73fd887f4232 HTTP/1.1" status: 200 len: 849 time: 0.4527295 May 16 20:28:50.607710 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-cc8fe01e-9d5b-428e-a6b6-ebd2d0220e63 demo admin] 10.222.0.49 "GET /v2.0/routers/dba05d19-2cdd-46c3-b942-0185a3aaadbf HTTP/1.1" status: 200 len: 704 time: 0.1767797 May 16 20:28:50.705120 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9201949f-1bf0-4d92-be04-75d602b882ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:50.871928 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:51.167670 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Allocated IP 172.20.0.1 (dbace12a-1536-4200-a1e5-509390134273/0e93937b-e698-456e-834e-73fd887f4232/d244199d-ba82-4bcf-8251-72f714a55963) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:28:51.361896 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks [] for port (d244199d-ba82-4bcf-8251-72f714a55963), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:51.435560 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (d244199d-ba82-4bcf-8251-72f714a55963), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:51.529599 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Network dbace12a-1536-4200-a1e5-509390134273 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:28:51.533447 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:51.535316 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Pushing event updated for resources: {'Port': ['ID=d244199d-ba82-4bcf-8251-72f714a55963,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:51.540917 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:28:51.541461 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (dba05d19-2cdd-46c3-b942-0185a3aaadbf), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:51.740431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-be7d0216-db08-4e55-88f3-46efc037c587 None None] Provisioning complete for port d244199d-ba82-4bcf-8251-72f714a55963 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:51.741107 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-be7d0216-db08-4e55-88f3-46efc037c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (d244199d-ba82-4bcf-8251-72f714a55963), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:51.772878 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-be7d0216-db08-4e55-88f3-46efc037c587 None None] Port d244199d-ba82-4bcf-8251-72f714a55963 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:28:51.812804 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d244199d-ba82-4bcf-8251-72f714a55963), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:52.062941 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:52.072895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks [] for port (d244199d-ba82-4bcf-8251-72f714a55963), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:52.079158 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (d244199d-ba82-4bcf-8251-72f714a55963), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:52.079961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (dba05d19-2cdd-46c3-b942-0185a3aaadbf), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:52.139672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Pushing event updated for resources: {'Port': ['ID=d244199d-ba82-4bcf-8251-72f714a55963,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:52.204002 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Network dbace12a-1536-4200-a1e5-509390134273 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:28:52.205373 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:52.365076 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Router dba05d19-2cdd-46c3-b942-0185a3aaadbf is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:28:52.394734 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2118ff43-73b2-4cdf-81f0-3a2f0e8f965a None None] Provisioning complete for port d244199d-ba82-4bcf-8251-72f714a55963 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:52.395122 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2118ff43-73b2-4cdf-81f0-3a2f0e8f965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (d244199d-ba82-4bcf-8251-72f714a55963), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:52.429220 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2118ff43-73b2-4cdf-81f0-3a2f0e8f965a None None] Port d244199d-ba82-4bcf-8251-72f714a55963 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:28:52.453585 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:28:52.460691 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-be4cf702-f2c7-4111-becf-d05d72358552 demo admin] 10.222.0.49 "PUT /v2.0/routers/dba05d19-2cdd-46c3-b942-0185a3aaadbf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8447411 May 16 20:28:52.467251 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Sync routers for ids ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:28:52.483635 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Routers {'dba05d19-2cdd-46c3-b942-0185a3aaadbf'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:28:52.484668 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:28:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:52.666201 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Set router dba05d19-2cdd-46c3-b942-0185a3aaadbf gateway port host: None {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:28:53.073920 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'name': 'router1', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:28:41Z', 'updated_at': '2022-05-16T20:28:51Z', 'revision_number': 2, 'project_id': '8d64880bd4df407097e717603ec5b713', 'gw_port_host': None, '_interfaces': [{'id': 'd244199d-ba82-4bcf-8251-72f714a55963', 'name': '', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'mac_address': 'fa:16:3e:de:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e93937b-e698-456e-834e-73fd887f4232', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:50Z', 'updated_at': '2022-05-16T20:28:51Z', 'revision_number': 2, 'project_id': '8d64880bd4df407097e717603ec5b713', 'subnets': [{'id': '0e93937b-e698-456e-834e-73fd887f4232', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '449ba672-05ad-4586-99c5-ed8d4e97d57b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:53.120303 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Checking router: dba05d19-2cdd-46c3-b942-0185a3aaadbf for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:28:53.120702 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Updating router dba05d19-2cdd-46c3-b942-0185a3aaadbf port d244199d-ba82-4bcf-8251-72f714a55963 binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:28:53.175325 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d244199d-ba82-4bcf-8251-72f714a55963), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:53.476615 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:53.693514 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Publish callbacks [] for port (d244199d-ba82-4bcf-8251-72f714a55963), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:53.701664 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (d244199d-ba82-4bcf-8251-72f714a55963), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:53.871392 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Pushing event updated for resources: {'Port': ['ID=d244199d-ba82-4bcf-8251-72f714a55963,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:53.877419 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Attempting to bind port d244199d-ba82-4bcf-8251-72f714a55963 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:28:53.877816 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Attempting to bind port d244199d-ba82-4bcf-8251-72f714a55963 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:28:53.878224 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Attempting to bind port d244199d-ba82-4bcf-8251-72f714a55963 on network dbace12a-1536-4200-a1e5-509390134273 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:28:53.886544 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.886841 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.887210 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.887538 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.887862 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.888179 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.888477 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.888824 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.889155 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.889474 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.889784 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.890092 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.890399 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.890694 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.890994 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Tracked resource versions report: May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: pushed versions: May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: { 'AddressGroup': {'1.2'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Agent': {'1.1'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'ConntrackHelper': {'1.0'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'LocalIPAssociation': {'1.0'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Log': {'1.0'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'NDPProxy': {'1.0'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Network': {'1.1'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Port': {'1.7'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'PortForwarding': {'1.3'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'QosPolicy': {'1.10'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroup': {'1.5'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroupRule': {'1.2'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SubPort': {'1.0'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Subnet': {'1.1'}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Trunk': {'1.1'}} May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: consumer versions: May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Agent': '1.1', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'ConntrackHelper': '1.0', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'LocalIPAssociation': '1.0', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Log': '1.0', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'NDPProxy': '1.0', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Network': '1.1', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Port': '1.7', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'PortForwarding': '1.3', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'QosPolicy': '1.10', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroup': '1.5', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroupRule': '1.2', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SubPort': '1.0', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Subnet': '1.1', May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Trunk': '1.1'}} May 16 20:28:53.892411 dv-cinder-777031-16-iscsi neutron-server[103499]: {{(pid=103499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:28:53.895058 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:28:53.895454 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Checking segment: {'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:28:53.895929 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:53.896296 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Bound using segment: {'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:28:53.896800 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Bound port: d244199d-ba82-4bcf-8251-72f714a55963, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb28a77b-5a38-4c87-b166-4f6845e5a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbace12a-1536-4200-a1e5-509390134273'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:28:53.897171 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d244199d-ba82-4bcf-8251-72f714a55963), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:53.963825 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] For port d244199d-ba82-4bcf-8251-72f714a55963, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:28:53.984636 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] For port d244199d-ba82-4bcf-8251-72f714a55963, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=d244199d-ba82-4bcf-8251-72f714a55963,segment=NetworkSegment(fb28a77b-5a38-4c87-b166-4f6845e5a0a3),segment_id=fb28a77b-5a38-4c87-b166-4f6845e5a0a3)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:28:53.991308 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (d244199d-ba82-4bcf-8251-72f714a55963), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:54.052253 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bbb3a-e4c9-44bc-93d3-4c3afa1b8fa3 None None] Pushing event updated for resources: {'Port': ['ID=d244199d-ba82-4bcf-8251-72f714a55963,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:54.057927 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Routers {'dba05d19-2cdd-46c3-b942-0185a3aaadbf'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:28:54.058546 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:28:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:54.091648 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-cdb0f6d3-c650-4fcf-818d-5bda443815a2 None None] Provisioning complete for port d244199d-ba82-4bcf-8251-72f714a55963 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:54.092172 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f6d3-c650-4fcf-818d-5bda443815a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (d244199d-ba82-4bcf-8251-72f714a55963), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:54.141314 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] Set router dba05d19-2cdd-46c3-b942-0185a3aaadbf gateway port host: None {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:28:54.175735 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0f6d3-c650-4fcf-818d-5bda443815a2 None None] Current status of the port d244199d-ba82-4bcf-8251-72f714a55963 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:54.176583 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f6d3-c650-4fcf-818d-5bda443815a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d244199d-ba82-4bcf-8251-72f714a55963), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:54.213268 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-cdb0f6d3-c650-4fcf-818d-5bda443815a2 None None] For port d244199d-ba82-4bcf-8251-72f714a55963, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=d244199d-ba82-4bcf-8251-72f714a55963,segment=NetworkSegment(fb28a77b-5a38-4c87-b166-4f6845e5a0a3),segment_id=fb28a77b-5a38-4c87-b166-4f6845e5a0a3)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:54.218163 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f6d3-c650-4fcf-818d-5bda443815a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (d244199d-ba82-4bcf-8251-72f714a55963), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:54.266594 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0f6d3-c650-4fcf-818d-5bda443815a2 None None] Pushing event updated for resources: {'Port': ['ID=d244199d-ba82-4bcf-8251-72f714a55963,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:54.336798 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'name': 'router1', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:28:41Z', 'updated_at': '2022-05-16T20:28:51Z', 'revision_number': 2, 'project_id': '8d64880bd4df407097e717603ec5b713', 'gw_port_host': None, '_interfaces': [{'id': 'd244199d-ba82-4bcf-8251-72f714a55963', 'name': '', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'mac_address': 'fa:16:3e:de:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e93937b-e698-456e-834e-73fd887f4232', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:50Z', 'updated_at': '2022-05-16T20:28:53Z', 'revision_number': 4, 'project_id': '8d64880bd4df407097e717603ec5b713', 'subnets': [{'id': '0e93937b-e698-456e-834e-73fd887f4232', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '449ba672-05ad-4586-99c5-ed8d4e97d57b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:54.337786 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2ce21780-3a7c-48c8-8682-e3c83f217f95 None None] Provisioning complete for port d244199d-ba82-4bcf-8251-72f714a55963 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:54.338179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2ce21780-3a7c-48c8-8682-e3c83f217f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (d244199d-ba82-4bcf-8251-72f714a55963), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:54.368289 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b0cd3-bbe2-4baf-948a-a6dc37b39299 None None] The sync data for ids ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'] in dv-cinder-777031-16-iscsi is: [{'id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'name': 'router1', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:28:41Z', 'updated_at': '2022-05-16T20:28:51Z', 'revision_number': 2, 'project_id': '8d64880bd4df407097e717603ec5b713', 'gw_port_host': None, '_interfaces': [{'id': 'd244199d-ba82-4bcf-8251-72f714a55963', 'name': '', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'mac_address': 'fa:16:3e:de:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e93937b-e698-456e-834e-73fd887f4232', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:50Z', 'updated_at': '2022-05-16T20:28:53Z', 'revision_number': 4, 'project_id': '8d64880bd4df407097e717603ec5b713', 'subnets': [{'id': '0e93937b-e698-456e-834e-73fd887f4232', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '449ba672-05ad-4586-99c5-ed8d4e97d57b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:28:54.410421 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2ce21780-3a7c-48c8-8682-e3c83f217f95 None None] Current status of the port d244199d-ba82-4bcf-8251-72f714a55963 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:54.854567 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:54.894661 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57300) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:55.094049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4949bdf-6615-4b71-996d-0fa6eba30d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:55.095453 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e4949bdf-6615-4b71-996d-0fa6eba30d5a admin admin] 10.222.0.49 "GET /v2.0/networks/43c8867c-cb67-4266-98b8-73017f153ceb HTTP/1.1" status: 200 len: 842 time: 0.1997645 May 16 20:28:55.105484 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:55.129624 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Made reservation on behalf of cd0e31e92b6648feab627c19ac9bf98d for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:28:55.132222 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:55.421649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.objects.ports [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103497) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 20:28:55.422055 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (16948dc0-d1cd-4574-9561-4019c735dbc1), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:55.480808 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16948dc0-d1cd-4574-9561-4019c735dbc1,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:55.493691 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:28:55.494055 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Network hostable DHCP agents. Network: 43c8867c-cb67-4266-98b8-73017f153ceb, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:28:55.517190 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:28:55.529210 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, 43c8867c-cb67-4266-98b8-73017f153ceb) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:55.533549 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:55.534246 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:55.541234 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258dfc95-d83d-403a-9b2f-d459d08da830 None None] Network 43c8867c-cb67-4266-98b8-73017f153ceb requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:28:55.557025 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-83dd27ab-815d-4c63-8cd6-ca8b7fe1c0e8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4553559 May 16 20:28:55.646289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b0459a-8b48-4f29-b538-78e0a0327624 None None] Network 43c8867c-cb67-4266-98b8-73017f153ceb requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:28:57.955262 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57318) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:58.188881 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7e93e786-f442-4a6c-868d-bb929f520ef8 demo admin] 10.222.0.49 "GET /v2.0/routers/dba05d19-2cdd-46c3-b942-0185a3aaadbf HTTP/1.1" status: 200 len: 710 time: 0.2324922 May 16 20:28:58.311277 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348eeb5-f9c4-4c27-8819-fdc26c8cd659 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:58.312637 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-1348eeb5-f9c4-4c27-8819-fdc26c8cd659 demo admin] 10.222.0.49 "GET /v2.0/networks/43c8867c-cb67-4266-98b8-73017f153ceb HTTP/1.1" status: 200 len: 886 time: 0.1181347 May 16 20:28:58.321519 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:58.555563 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks [] for router_gateway (dba05d19-2cdd-46c3-b942-0185a3aaadbf), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:58.770264 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks [] for router_gateway (dba05d19-2cdd-46c3-b942-0185a3aaadbf), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:58.844554 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:58.999572 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Allocated IP 172.27.0.25 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/b431edde-f1a9-4408-bb27-be06928ba1ea) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:28:59.108280 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks [] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:59.164393 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:59.282033 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:28:59.286748 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:59.293605 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:28:59.332110 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Pushing event updated for resources: {'Port': ['ID=b431edde-f1a9-4408-bb27-be06928ba1ea,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:59.567606 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks [] for router_gateway (dba05d19-2cdd-46c3-b942-0185a3aaadbf), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:59.757828 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32632'] for router (dba05d19-2cdd-46c3-b942-0185a3aaadbf), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:59.762666 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965515'] for router (dba05d19-2cdd-46c3-b942-0185a3aaadbf), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:59.870882 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Router dba05d19-2cdd-46c3-b942-0185a3aaadbf has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:28:59.972702 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:28:59.977701 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:59.978934 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-2e6bd212-c83a-4d37-9f3a-2032840e3a31 demo admin] 10.222.0.49 "PUT /v2.0/routers/dba05d19-2cdd-46c3-b942-0185a3aaadbf HTTP/1.1" status: 200 len: 889 time: 1.6605127 May 16 20:29:00.116781 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:29:01.509786 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device d244199d-ba82-4bcf-8251-72f714a55963 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:29:01.556773 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port d244199d-ba82-4bcf-8251-72f714a55963 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:29:01.557154 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (d244199d-ba82-4bcf-8251-72f714a55963), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:01.628611 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port d244199d-ba82-4bcf-8251-72f714a55963 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:29:02.451102 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57330) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:02.562841 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-54e81caa-d304-4d29-a128-f87bac678e01 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1105821 May 16 20:29:03.085502 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Sync routers for ids ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:03.099298 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Routers {'dba05d19-2cdd-46c3-b942-0185a3aaadbf'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:03.099954 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:28:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:03.302845 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Set router dba05d19-2cdd-46c3-b942-0185a3aaadbf gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:03.743887 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'name': 'router1', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b431edde-f1a9-4408-bb27-be06928ba1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:28:41Z', 'updated_at': '2022-05-16T20:28:59Z', 'revision_number': 4, 'project_id': '8d64880bd4df407097e717603ec5b713', 'gw_port': {'id': 'b431edde-f1a9-4408-bb27-be06928ba1ea', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:58Z', 'updated_at': '2022-05-16T20:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'd244199d-ba82-4bcf-8251-72f714a55963', 'name': '', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'mac_address': 'fa:16:3e:de:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e93937b-e698-456e-834e-73fd887f4232', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:50Z', 'updated_at': '2022-05-16T20:28:54Z', 'revision_number': 5, 'project_id': '8d64880bd4df407097e717603ec5b713', 'subnets': [{'id': '0e93937b-e698-456e-834e-73fd887f4232', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '449ba672-05ad-4586-99c5-ed8d4e97d57b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:03.794682 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Checking router: dba05d19-2cdd-46c3-b942-0185a3aaadbf for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:03.795033 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Updating router dba05d19-2cdd-46c3-b942-0185a3aaadbf port b431edde-f1a9-4408-bb27-be06928ba1ea binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:29:03.857806 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:04.197578 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Publish callbacks [] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:04.207931 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:04.269265 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Attempting to bind port b431edde-f1a9-4408-bb27-be06928ba1ea on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:29:04.269617 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Attempting to bind port b431edde-f1a9-4408-bb27-be06928ba1ea by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:29:04.270625 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Attempting to bind port b431edde-f1a9-4408-bb27-be06928ba1ea on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:29:04.272494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04d649-9022-409f-a226-5eb434ddca73 None None] Pushing event updated for resources: {'Port': ['ID=b431edde-f1a9-4408-bb27-be06928ba1ea,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:04.277612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:29:04.277987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:29:04.278418 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:04.278799 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:29:04.279254 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Bound port: b431edde-f1a9-4408-bb27-be06928ba1ea, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:29:04.279628 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:04.329503 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] For port b431edde-f1a9-4408-bb27-be06928ba1ea, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:29:04.334132 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] For port b431edde-f1a9-4408-bb27-be06928ba1ea, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=b431edde-f1a9-4408-bb27-be06928ba1ea,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:29:04.341137 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:04.400665 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04d649-9022-409f-a226-5eb434ddca73 None None] Pushing event updated for resources: {'Port': ['ID=b431edde-f1a9-4408-bb27-be06928ba1ea,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:04.404770 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Routers {'dba05d19-2cdd-46c3-b942-0185a3aaadbf'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:04.405382 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:28:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:04.515346 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] Set router dba05d19-2cdd-46c3-b942-0185a3aaadbf gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:04.721421 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'name': 'router1', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b431edde-f1a9-4408-bb27-be06928ba1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:28:41Z', 'updated_at': '2022-05-16T20:28:59Z', 'revision_number': 4, 'project_id': '8d64880bd4df407097e717603ec5b713', 'gw_port': {'id': 'b431edde-f1a9-4408-bb27-be06928ba1ea', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:58Z', 'updated_at': '2022-05-16T20:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'd244199d-ba82-4bcf-8251-72f714a55963', 'name': '', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'mac_address': 'fa:16:3e:de:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e93937b-e698-456e-834e-73fd887f4232', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:50Z', 'updated_at': '2022-05-16T20:28:54Z', 'revision_number': 5, 'project_id': '8d64880bd4df407097e717603ec5b713', 'subnets': [{'id': '0e93937b-e698-456e-834e-73fd887f4232', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '449ba672-05ad-4586-99c5-ed8d4e97d57b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:04.753796 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ce0fc-1d74-4177-a270-8adf514f5983 None None] The sync data for ids ['dba05d19-2cdd-46c3-b942-0185a3aaadbf'] in dv-cinder-777031-16-iscsi is: [{'id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'name': 'router1', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b431edde-f1a9-4408-bb27-be06928ba1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:28:41Z', 'updated_at': '2022-05-16T20:28:59Z', 'revision_number': 4, 'project_id': '8d64880bd4df407097e717603ec5b713', 'gw_port': {'id': 'b431edde-f1a9-4408-bb27-be06928ba1ea', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:58Z', 'updated_at': '2022-05-16T20:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'd244199d-ba82-4bcf-8251-72f714a55963', 'name': '', 'network_id': 'dbace12a-1536-4200-a1e5-509390134273', 'tenant_id': '8d64880bd4df407097e717603ec5b713', 'mac_address': 'fa:16:3e:de:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba05d19-2cdd-46c3-b942-0185a3aaadbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e93937b-e698-456e-834e-73fd887f4232', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:28:50Z', 'updated_at': '2022-05-16T20:28:54Z', 'revision_number': 5, 'project_id': '8d64880bd4df407097e717603ec5b713', 'subnets': [{'id': '0e93937b-e698-456e-834e-73fd887f4232', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '449ba672-05ad-4586-99c5-ed8d4e97d57b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:05.556607 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device b431edde-f1a9-4408-bb27-be06928ba1ea up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:29:05.623656 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port b431edde-f1a9-4408-bb27-be06928ba1ea triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:29:05.624039 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:05.725433 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port b431edde-f1a9-4408-bb27-be06928ba1ea is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:29:05.725919 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:05.749595 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port b431edde-f1a9-4408-bb27-be06928ba1ea, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=b431edde-f1a9-4408-bb27-be06928ba1ea,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:05.754080 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:05.800701 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=b431edde-f1a9-4408-bb27-be06928ba1ea,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:07.564807 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device b431edde-f1a9-4408-bb27-be06928ba1ea up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:29:07.651869 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port b431edde-f1a9-4408-bb27-be06928ba1ea triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:29:07.652407 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (b431edde-f1a9-4408-bb27-be06928ba1ea), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:07.734044 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port b431edde-f1a9-4408-bb27-be06928ba1ea is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:29:18.514014 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-16c27cd7-8283-4d22-8984-c9c8914d80f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:20.711923 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5f6a-e0bf-49ba-9dfe-dd3eea8b1993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:22.065000 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:23.588393 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:24.853491 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:37.117505 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:29:48.511220 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279f37b6-1b91-413c-84f9-24c1d31e5a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:50.712323 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6649c310-1cab-4531-9d1a-571f45233d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:52.067729 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:53.483512 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:54.880500 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:14.116561 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:30:18.514888 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2f90bd28-6c77-4f3d-adf0-ee992d9724e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:20.257214 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57814) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:20.321221 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d68a2c2-dfa9-47cd-a559-b8dd9c940524 admin admin] GET failed (client error): The resource could not be found. May 16 20:30:20.322504 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-3d68a2c2-dfa9-47cd-a559-b8dd9c940524 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640299 May 16 20:30:20.574080 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab9b46-754e-4a61-b478-2ba20761b05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:20.575610 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-c6ab9b46-754e-4a61-b478-2ba20761b05a admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2473075 May 16 20:30:20.708404 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-219292e0-9394-4928-be1e-7bde86448dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:22.071401 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:22.825384 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57824) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:22.921633 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8460478-7780-4cf1-a42d-294fac6def47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:22.922924 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b8460478-7780-4cf1-a42d-294fac6def47 admin admin] 10.222.0.49 "GET /v2.0/subnets/0e93937b-e698-456e-834e-73fd887f4232 HTTP/1.1" status: 200 len: 849 time: 0.0964324 May 16 20:30:22.938076 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:23.031599 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Publish callbacks [] for subnet (0e93937b-e698-456e-834e-73fd887f4232), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:23.181121 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739991723650'] for subnet (0e93937b-e698-456e-834e-73fd887f4232), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:23.208134 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:23.208788 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:23.210196 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] 10.222.0.49 "PUT /v2.0/subnets/0e93937b-e698-456e-834e-73fd887f4232 HTTP/1.1" status: 200 len: 868 time: 0.2781837 May 16 20:30:23.228483 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18c0fa-4412-4fd4-aa78-fc1fce689a29 None None] Network dbace12a-1536-4200-a1e5-509390134273 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:30:23.236843 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e93937b-e698-456e-834e-73fd887f4232,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:23.245544 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.245913 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.246252 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.246583 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.246938 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.247262 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.247597 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.248023 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.248371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.248722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.249074 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.249405 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.249728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.250053 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.250373 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3eb4fe-882a-4cce-b303-cff53ea534a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:23.485291 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:23.537487 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-11241f3d-0388-4349-842a-46f7dd308674 None None] Provisioning complete for port 3b92432b-0b2f-449a-9781-b31dbcda6c51 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:23.537869 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-11241f3d-0388-4349-842a-46f7dd308674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3b92432b-0b2f-449a-9781-b31dbcda6c51), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:23.614662 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-11241f3d-0388-4349-842a-46f7dd308674 None None] Current status of the port 3b92432b-0b2f-449a-9781-b31dbcda6c51 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:23.623405 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-11241f3d-0388-4349-842a-46f7dd308674 None None] Provisioning complete for port d244199d-ba82-4bcf-8251-72f714a55963 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:23.623723 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-11241f3d-0388-4349-842a-46f7dd308674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (d244199d-ba82-4bcf-8251-72f714a55963), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:23.696927 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-11241f3d-0388-4349-842a-46f7dd308674 None None] Current status of the port d244199d-ba82-4bcf-8251-72f714a55963 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:24.860479 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:25.437969 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57832) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:25.649833 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a169d-54ea-4f1d-936c-9a1d7b8497ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:25.650304 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a169d-54ea-4f1d-936c-9a1d7b8497ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:25.651858 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-fc6a169d-54ea-4f1d-936c-9a1d7b8497ab admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2129176 May 16 20:30:27.908927 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57840) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:28.045127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c32f1-30f1-4522-aecf-f699b91aef60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.045501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c32f1-30f1-4522-aecf-f699b91aef60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.047049 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-011c32f1-30f1-4522-aecf-f699b91aef60 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1371715 May 16 20:30:30.304867 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57848) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:30.433036 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625794a-ee3b-46cb-8fd3-25ecb42094a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:30.434436 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-6625794a-ee3b-46cb-8fd3-25ecb42094a3 admin admin] 10.222.0.49 "GET /v2.0/networks/43c8867c-cb67-4266-98b8-73017f153ceb HTTP/1.1" status: 200 len: 886 time: 0.1285942 May 16 20:30:32.693180 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57856) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:32.842752 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52273e55-bcb8-4a98-9f67-efdb8ab6f14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:32.844181 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-52273e55-bcb8-4a98-9f67-efdb8ab6f14d admin admin] 10.222.0.49 "GET /v2.0/networks/dbace12a-1536-4200-a1e5-509390134273 HTTP/1.1" status: 200 len: 869 time: 0.1500545 May 16 20:30:35.089056 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57866) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:35.223810 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db4557-26d9-4eaf-821e-f03b4d3a7d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:35.224276 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db4557-26d9-4eaf-821e-f03b4d3a7d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:35.225864 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-22db4557-26d9-4eaf-821e-f03b4d3a7d25 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358244 May 16 20:30:37.444037 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57874) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:37.545938 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ed139-6a4c-4cf1-9877-8108df6a6f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:37.546392 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ed139-6a4c-4cf1-9877-8108df6a6f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:37.547892 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e14ed139-6a4c-4cf1-9877-8108df6a6f92 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1028228 May 16 20:30:39.765682 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57882) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:39.870572 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f8f6f-59b3-4746-ae0a-bf667aa16be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:39.872049 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b99f8f6f-59b3-4746-ae0a-bf667aa16be8 admin admin] 10.222.0.49 "GET /v2.0/subnets/0e93937b-e698-456e-834e-73fd887f4232 HTTP/1.1" status: 200 len: 868 time: 0.1054652 May 16 20:30:42.108202 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57890) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:42.196159 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8252b141-3699-44bd-8c29-1607aa4b0ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:42.197499 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-8252b141-3699-44bd-8c29-1607aa4b0ad8 admin admin] 10.222.0.49 "GET /v2.0/subnets/16948dc0-d1cd-4574-9561-4019c735dbc1 HTTP/1.1" status: 200 len: 816 time: 0.0882592 May 16 20:30:48.518780 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd92-1a09-439e-a161-25b3eec5714c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.708134 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-56d59ec6-39d5-431e-9058-a2acdc3142fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:51.115072 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:30:52.075281 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:53.480792 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:54.858228 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:18.522233 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-59cb0e75-4261-4962-85c4-290d2242e514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:20.702164 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-71e17891-b605-4d38-86a5-e4e09fb7fdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:22.079660 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:22.327589 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57948) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:22.383273 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [None req-7e2ff2b1-7667-4600-bbd5-1ba31584f6e2 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:31:22.384270 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7e2ff2b1-7667-4600-bbd5-1ba31584f6e2 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0553989 May 16 20:31:23.484302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:24.706560 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57956) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:24.772029 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d675f0c-b09c-4e7c-998f-c052d07502eb admin admin] GET failed (client error): The resource could not be found. May 16 20:31:24.773352 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9d675f0c-b09c-4e7c-998f-c052d07502eb admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656445 May 16 20:31:24.853547 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:24.914679 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd09c7c-228e-446d-b966-e78c1079e872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:24.916165 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-cdd09c7c-228e-446d-b966-e78c1079e872 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384134 May 16 20:31:27.155929 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 57964) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:27.217257 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:27.242039 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Made reservation on behalf of cd0e31e92b6648feab627c19ac9bf98d for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:31:27.244524 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.360673 dv-cinder-777031-16-iscsi neutron-server[103496]: WARNING neutron.services.revisions.revision_plugin [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Could not find related network for resource to bump revision. May 16 20:31:27.376194 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:31:27.388351 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (893ae021-a6da-499d-b9c2-d47d9683491c), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.388865 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Added segment 893ae021-a6da-499d-b9c2-d47d9683491c of type vlan for network c2611865-b59a-419f-998e-9f60695fa358 May 16 20:31:27.431963 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (c2611865-b59a-419f-998e-9f60695fa358), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.465138 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (c2611865-b59a-419f-998e-9f60695fa358), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.466104 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:27.466684 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.519538 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3624685 May 16 20:31:27.558178 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Pushing event updated for resources: {'Network': ['ID=c2611865-b59a-419f-998e-9f60695fa358,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:27.565913 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.566263 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.566581 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.566953 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.567284 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.567607 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.567934 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.568251 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.568595 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.568926 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.569264 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.569603 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.569939 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.570253 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.570577 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cc040-0548-41fd-95e9-7df11790a831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:27.583119 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network c2611865-b59a-419f-998e-9f60695fa358 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:31:28.115251 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:31:29.795087 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 57972) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:29.879535 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.pecan_wsgi.hooks.translation [None req-5169ea29-a3aa-43e7-849f-ef61e444dd41 admin admin] GET failed (client error): The resource could not be found. May 16 20:31:29.880827 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5169ea29-a3aa-43e7-849f-ef61e444dd41 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0845656 May 16 20:31:29.951265 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850306bf-66ed-45e3-be5b-5b04d7a2d40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:29.952713 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-850306bf-66ed-45e3-be5b-5b04d7a2d40a admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674839 May 16 20:31:29.965616 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:29.989483 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Made reservation on behalf of cd0e31e92b6648feab627c19ac9bf98d for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:31:29.991961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.160695 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.210586 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:30.221279 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.221628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.221962 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.222298 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.222629 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.222961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.223297 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.223598 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.223926 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.224242 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.224593 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.224911 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.225224 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.225532 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.225848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.231741 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Checking segment: {'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:31:30.232085 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Network hostable DHCP agents. Network: c2611865-b59a-419f-998e-9f60695fa358, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:31:30.249290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Network c2611865-b59a-419f-998e-9f60695fa358 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:31:30.258096 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, c2611865-b59a-419f-998e-9f60695fa358) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:30.262020 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:30.262600 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.268156 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c7212-b665-47b3-9d8a-54e294070537 None None] Network c2611865-b59a-419f-998e-9f60695fa358 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:31:30.279105 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d263fb41-084a-48a1-9cbc-945c83d95a47 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3169212 May 16 20:31:30.375744 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-c2611865-b59a-419f-998e-9f60695fa358', 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358', 'project_id': 'cd0e31e92b6648feab627c19ac9bf98d', 'fixed_ips': [{'subnet_id': '6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:31:30.376730 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.519523 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Allocated IP 192.168.233.2 (c2611865-b59a-419f-998e-9f60695fa358/6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6/e4d26f19-5de2-40ed-8148-77c8e65ef86a) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:31:30.658524 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Publish callbacks [] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.665246 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.701157 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Network c2611865-b59a-419f-998e-9f60695fa358 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:31:30.704048 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:30.710376 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:31:30.715487 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Pushing event updated for resources: {'Port': ['ID=e4d26f19-5de2-40ed-8148-77c8e65ef86a,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:30.727932 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.727932 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.727932 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.728307 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.728307 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.728654 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.729564 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.729564 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.729763 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.729912 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.730229 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.730560 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.730875 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.731224 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.731493 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:30.779802 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Attempting to bind port e4d26f19-5de2-40ed-8148-77c8e65ef86a on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:31:30.780090 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Attempting to bind port e4d26f19-5de2-40ed-8148-77c8e65ef86a by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:31:30.780473 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Attempting to bind port e4d26f19-5de2-40ed-8148-77c8e65ef86a on network c2611865-b59a-419f-998e-9f60695fa358 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:31:30.785777 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:31:30.786142 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Checking segment: {'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:31:30.786534 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.786920 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Bound using segment: {'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:31:30.787370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Bound port: e4d26f19-5de2-40ed-8148-77c8e65ef86a, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:31:30.787738 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:30.945426 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] For port e4d26f19-5de2-40ed-8148-77c8e65ef86a, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:31:30.948489 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] For port e4d26f19-5de2-40ed-8148-77c8e65ef86a, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=e4d26f19-5de2-40ed-8148-77c8e65ef86a,segment=NetworkSegment(893ae021-a6da-499d-b9c2-d47d9683491c),segment_id=893ae021-a6da-499d-b9c2-d47d9683491c)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:31:30.956310 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:31.012734 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74566c1c-cafc-4122-a736-49235e676e7e None None] Pushing event updated for resources: {'Port': ['ID=e4d26f19-5de2-40ed-8148-77c8e65ef86a,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:31.629986 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device e4d26f19-5de2-40ed-8148-77c8e65ef86a up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:31.683231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port e4d26f19-5de2-40ed-8148-77c8e65ef86a triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:31.683644 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:31.763060 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port e4d26f19-5de2-40ed-8148-77c8e65ef86a is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:31.763446 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:31.800511 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port e4d26f19-5de2-40ed-8148-77c8e65ef86a, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=e4d26f19-5de2-40ed-8148-77c8e65ef86a,segment=NetworkSegment(893ae021-a6da-499d-b9c2-d47d9683491c),segment_id=893ae021-a6da-499d-b9c2-d47d9683491c)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:31.805688 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:31.860962 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=e4d26f19-5de2-40ed-8148-77c8e65ef86a,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:31.891383 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96114c4-1bc6-47d5-904f-023ff00017d1 None None] Network c2611865-b59a-419f-998e-9f60695fa358 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:31:31.965970 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-f07f1b5f-9314-4b90-8ec2-ec949bab56be None None] Provisioning complete for port e4d26f19-5de2-40ed-8148-77c8e65ef86a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:31.966280 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f07f1b5f-9314-4b90-8ec2-ec949bab56be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:32.075968 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-f07f1b5f-9314-4b90-8ec2-ec949bab56be None None] Current status of the port e4d26f19-5de2-40ed-8148-77c8e65ef86a is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:32.395778 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-f150873d-993c-40b6-b548-9cc8e1ec0c82 None None] Provisioning complete for port e4d26f19-5de2-40ed-8148-77c8e65ef86a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:32.396271 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f150873d-993c-40b6-b548-9cc8e1ec0c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:32.471024 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-f150873d-993c-40b6-b548-9cc8e1ec0c82 None None] Current status of the port e4d26f19-5de2-40ed-8148-77c8e65ef86a is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:33.602770 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device e4d26f19-5de2-40ed-8148-77c8e65ef86a up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:33.650564 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port e4d26f19-5de2-40ed-8148-77c8e65ef86a triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:33.650945 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (e4d26f19-5de2-40ed-8148-77c8e65ef86a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:33.722190 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port e4d26f19-5de2-40ed-8148-77c8e65ef86a is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:48.536841 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c099-81ea-4e8e-bdd8-a557b6afd1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.708006 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9ade1f7a-9fdd-45b2-b9d4-95ec7ad42c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.080795 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.489387 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:54.849225 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.114903 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:32:18.523848 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a1bf87d4-71bd-4a3a-b1e9-722415ff26b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.712199 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b2fec900-0405-400d-acf0-f313396af647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.085252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.487852 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.854646 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:42.115005 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:32:48.519617 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-478ae098-2f69-418b-8eb5-4833381e5ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:50.719145 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-489c010e-2860-43d4-8bfa-c2a2bdf561dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:52.087874 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:53.492734 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:54.859630 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:10.621358 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58010) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:10.628870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [None req-9f3f9b7d-3e0b-45ac-9bdb-a47e90d7a688 tempest-verify_tempest_config-1206823524 tempest-verify_tempest_config-1206823524-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:33:10.629911 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-9f3f9b7d-3e0b-45ac-9bdb-a47e90d7a688 tempest-verify_tempest_config-1206823524 tempest-verify_tempest_config-1206823524-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0075986 May 16 20:33:10.956647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58028) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:11.072115 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:11.152935 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Publish callbacks [] for security_group (aba109c9-3543-405d-8fce-39a558a07893), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:11.158250 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (aba109c9-3543-405d-8fce-39a558a07893), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:11.202046 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47549feea5544a8fa77332343e664f03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2442870 May 16 20:33:11.202962 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba109c9-3543-405d-8fce-39a558a07893,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:11.205124 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58032) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:11.209961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.210336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.210674 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.211008 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.211334 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.211660 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.211965 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.212283 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.212651 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.213341 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.213661 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.213976 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.214294 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.214606 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.214915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2bc8fe-52a4-46b4-8d38-10fe9e859cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.284423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Publish callbacks [] for security_group (aba109c9-3543-405d-8fce-39a558a07893), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:11.306435 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Publish callbacks [] for security_group (aba109c9-3543-405d-8fce-39a558a07893), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:11.403128 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (aba109c9-3543-405d-8fce-39a558a07893), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:11.407238 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:11.409015 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aba109c9-3543-405d-8fce-39a558a07893 HTTP/1.1" status: 204 len: 168 time: 0.2026222 May 16 20:33:11.417531 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba109c9-3543-405d-8fce-39a558a07893,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:11.424565 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.424921 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.425269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.425612 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.425946 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.426318 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.426641 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.426965 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.427300 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.427607 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.427935 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.428283 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.428635 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.428950 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:11.429270 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4ad2f-a49b-479d-8c24-26cd837c354e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:18.514643 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5c81e2a9-298b-4644-91f0-999e6599b28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:19.114572 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:33:20.716956 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-07047885-cfe6-46e6-9e06-02fa33c1e215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:22.090711 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:23.497331 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:24.864522 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:48.529867 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-129fc14e-2596-4b48-927f-c66f3d380d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:50.725296 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ff88a150-eaec-432f-9d53-67901110db82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:52.102036 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:53.503637 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.877753 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:56.118595 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:34:18.529439 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-578bc4df-6982-4cf0-a8b1-9fe0de60e7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:20.710623 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-327719b0-fb26-4ff0-abca-b18a9f9db42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:22.103409 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:23.503071 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:24.883060 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:33.120571 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 5 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:34:48.524974 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cfd42def-51fd-4801-a4f9-58ec6a20e94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:50.715457 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e4daaf23-2efb-43d9-9b92-7be585766908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:52.113075 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:53.510384 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:54.440525 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956514'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:54.880247 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.447238 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58104) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:07.566615 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-a81e6658-0ec6-4d63-a322-757d8743913d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1182497 May 16 20:35:09.825357 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58114) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:09.891619 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-90f4d60b-f48c-4b74-be05-1511ae16cc0b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0651548 May 16 20:35:10.125034 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:35:18.539421 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-29f8e0e9-f10f-4166-80f3-f9f2ef4fbf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:20.730501 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-219eed00-f152-4467-9b36-0869939c0363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:22.106879 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:23.518123 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:24.462150 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:24.884035 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:47.130130 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:35:48.546318 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-528beb3a-8502-4fc3-8809-8fa97124a283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:50.727681 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2527748f-a7c5-4544-a42a-c7cd60b6a380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:52.116650 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:53.513158 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:54.457345 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:54.878012 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:18.532083 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4bee1d79-b0fa-488c-b7e6-3a0ebe1537e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.722744 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-954d111f-7567-4cc5-bca2-7ff98d0cc3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.113069 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.521940 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:24.129151 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:36:24.478292 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:24.883880 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:46.814383 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58302) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:47.291450 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-network', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:47.312198 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Made reservation on behalf of 970ed3a09b3e490399fa39d38e97f9cb for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:47.315209 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.324107 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.382698 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58340) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:47.415259 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks [] for security_group (de3bd45f-8c46-48d1-9c5d-4dd5984425c2), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.419980 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (de3bd45f-8c46-48d1-9c5d-4dd5984425c2), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.429898 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58350) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:47.447118 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3bd45f-8c46-48d1-9c5d-4dd5984425c2,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:47.457472 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.457848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.458175 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.458595 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.458835 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.459162 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.459487 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.459812 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.460146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.460457 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.460867 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.461189 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.461508 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.461821 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.462142 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Tracked resource versions report: May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: pushed versions: May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: { 'AddressGroup': {'1.2'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Agent': {'1.1'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'ConntrackHelper': {'1.0'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'LocalIPAssociation': {'1.0'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Log': {'1.0'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'NDPProxy': {'1.0'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Network': {'1.1'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Port': {'1.7'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'PortForwarding': {'1.3'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'QosPolicy': {'1.10'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroup': {'1.5'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroupRule': {'1.2'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SubPort': {'1.0'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Subnet': {'1.1'}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Trunk': {'1.1'}} May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: consumer versions: May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: HyperV agent@hv-cinder-77703: {}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Agent': '1.1', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'ConntrackHelper': '1.0', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'LocalIPAssociation': '1.0', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Log': '1.0', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'NDPProxy': '1.0', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Network': '1.1', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Port': '1.7', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'PortForwarding': '1.3', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'QosPolicy': '1.10', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroup': '1.5', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SecurityGroupRule': '1.2', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'SubPort': '1.0', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Subnet': '1.1', May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: 'Trunk': '1.1'}} May 16 20:36:47.463293 dv-cinder-777031-16-iscsi neutron-server[103497]: {{(pid=103497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:36:47.469088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:36:47.478444 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (f4e91174-ee40-4426-8ef1-e1ab4f9e72f8), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.478855 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Added segment f4e91174-ee40-4426-8ef1-e1ab4f9e72f8 of type vlan for network ecfbded1-d8d9-4f26-a9bd-62198a15a84a May 16 20:36:47.520201 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (ecfbded1-d8d9-4f26-a9bd-62198a15a84a), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.546385 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (ecfbded1-d8d9-4f26-a9bd-62198a15a84a), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.547580 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:47.548336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.585911 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7695093 May 16 20:36:47.589048 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58362) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:47.594870 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Request body: {'subnet': {'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-subnet', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:47.617636 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Made reservation on behalf of 970ed3a09b3e490399fa39d38e97f9cb for: {'subnet': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:47.621278 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.623634 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecfe34-48a3-4c01-bc20-9eb02802687a admin admin] Pushing event updated for resources: {'Network': ['ID=ecfbded1-d8d9-4f26-a9bd-62198a15a84a,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:47.636342 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:36:47.767119 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2117295194-network', 'tenant_id': '17c116936d14470bb13850d6b8c83f8e'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:47.792083 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Made reservation on behalf of 17c116936d14470bb13850d6b8c83f8e for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:47.796647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.808265 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.834006 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1870932308-network', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:47.853612 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (278d51b3-5296-4fbb-ba4c-3968cad304ff), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.892049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks [] for security_group (fa6ea238-fc1e-40ea-acb4-89341d30e875), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.898514 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (fa6ea238-fc1e-40ea-acb4-89341d30e875), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.913220 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:36:47.925948 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (07994181-de69-4437-a25f-351669816f9e), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.926370 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Made reservation on behalf of 2beaab3a72a345d98a9ec4e0ae4686b6 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:47.926538 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Added segment 07994181-de69-4437-a25f-351669816f9e of type vlan for network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 May 16 20:36:47.928741 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.940524 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Checking segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:47.941085 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Network hostable DHCP agents. Network: ecfbded1-d8d9-4f26-a9bd-62198a15a84a, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:36:47.967238 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:47.971535 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278d51b3-5296-4fbb-ba4c-3968cad304ff,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:47.985632 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:36:47.989509 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.006174 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.006778 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.007273 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.007922 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.008388 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.009164 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.009898 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.010372 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.011090 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.011620 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.012140 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.012644 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.013297 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.013766 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.014309 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Tracked resource versions report: May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: pushed versions: May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: { 'AddressGroup': {'1.2'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Agent': {'1.1'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'ConntrackHelper': {'1.0'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'LocalIPAssociation': {'1.0'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Log': {'1.0'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'NDPProxy': {'1.0'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Network': {'1.1'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Port': {'1.7'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'PortForwarding': {'1.3'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'QosPolicy': {'1.10'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroup': {'1.5'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroupRule': {'1.2'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SubPort': {'1.0'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Subnet': {'1.1'}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Trunk': {'1.1'}} May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: consumer versions: May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: HyperV agent@hv-cinder-77703: {}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Agent': '1.1', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'ConntrackHelper': '1.0', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'LocalIPAssociation': '1.0', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Log': '1.0', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'NDPProxy': '1.0', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Network': '1.1', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Port': '1.7', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'PortForwarding': '1.3', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'QosPolicy': '1.10', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroup': '1.5', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SecurityGroupRule': '1.2', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'SubPort': '1.0', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Subnet': '1.1', May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: 'Trunk': '1.1'}} May 16 20:36:48.015631 dv-cinder-777031-16-iscsi neutron-server[103496]: {{(pid=103496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:36:48.026897 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, ecfbded1-d8d9-4f26-a9bd-62198a15a84a) {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:48.038185 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c6930-0d8f-4462-abc2-d9e9af8c3c8b None None] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:48.044315 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:48.045563 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.065682 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ea238-fc1e-40ea-acb4-89341d30e875,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:48.084722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.086972 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b5d19501-ccb4-4535-b04f-67380ff45cf7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4967904 May 16 20:36:48.089695 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58376) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:48.091989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:48.092795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.095429 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:48.129774 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (b4479131-38b6-4853-a928-8d52892d7ce3), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.131548 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (b4479131-38b6-4853-a928-8d52892d7ce3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.206019 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks [] for router_controller (b4479131-38b6-4853-a928-8d52892d7ce3), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.260426 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:48.282398 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:36:48.283364 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.306141 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-faf6648d-304a-4174-b6b4-708116c1dbf5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9178674 May 16 20:36:48.306810 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58386) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:48.316805 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Request body: {'subnet': {'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2117295194-subnet', 'tenant_id': '17c116936d14470bb13850d6b8c83f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:48.319916 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:36:48.363137 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Made reservation on behalf of 17c116936d14470bb13850d6b8c83f8e for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:48.365671 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.434248 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks [] for router_gateway (b4479131-38b6-4853-a928-8d52892d7ce3), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.546571 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (c2dc5f3e-d790-4406-b560-ed0cd16b3676), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.652636 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Allocated IP 172.20.0.2 (ecfbded1-d8d9-4f26-a9bd-62198a15a84a/278d51b3-5296-4fbb-ba4c-3968cad304ff/0383d50d-5f1a-4a23-8562-2cad29b00b09) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:48.664515 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks [] for security_group (ecbbfc33-cf6f-4746-908a-681d9383d1b7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.680937 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ecbbfc33-cf6f-4746-908a-681d9383d1b7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.729779 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Checking segment: {'id': '07994181-de69-4437-a25f-351669816f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:48.730136 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Network hostable DHCP agents. Network: cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:36:48.757476 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dc5f3e-d790-4406-b560-ed0cd16b3676,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:48.760085 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:36:48.762271 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:36:48.775701 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:48.791418 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:48.792854 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.829962 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Publish callbacks [] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.831914 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216a44b-d946-4502-b9b1-bab59ded08fa None None] Network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:48.832112 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b4124b4b-a17e-4c1f-ba63-3be180ccbb89 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5225613 May 16 20:36:48.876736 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbbfc33-cf6f-4746-908a-681d9383d1b7,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:48.895073 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (7b188824-3e62-4f8a-b3ee-f1b6e98cef55), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:48.895753 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Added segment 7b188824-3e62-4f8a-b3ee-f1b6e98cef55 of type vlan for network 51755a9b-e432-418d-95c4-023d6854f406 May 16 20:36:48.982252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a228-3348-4819-8e1d-fc231b9cf221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.007329 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.027442 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:49.032153 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:49.035268 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:49.038522 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (51755a9b-e432-418d-95c4-023d6854f406), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.042138 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks [] for router_gateway (b4479131-38b6-4853-a928-8d52892d7ce3), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.075577 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.077737 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b095d0-6776-4ee8-b8ac-5f279af0b3e3 None None] Network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:49.184840 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (51755a9b-e432-418d-95c4-023d6854f406), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.186020 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:49.186728 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.197358 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Pushing event updated for resources: {'Port': ['ID=0383d50d-5f1a-4a23-8562-2cad29b00b09,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:49.227995 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.228345 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.228720 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.229105 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.229424 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.229989 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.230490 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.230973 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.231479 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.231958 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.232467 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.233003 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.233494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.233990 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.234479 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Tracked resource versions report: May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: pushed versions: May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: { 'AddressGroup': {'1.2'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Agent': {'1.1'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'ConntrackHelper': {'1.0'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'LocalIPAssociation': {'1.0'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Log': {'1.0'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'NDPProxy': {'1.0'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Network': {'1.1'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Port': {'1.7'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'PortForwarding': {'1.3'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'QosPolicy': {'1.10'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroup': {'1.5'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroupRule': {'1.2'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SubPort': {'1.0'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Subnet': {'1.1'}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Trunk': {'1.1'}} May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: consumer versions: May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: HyperV agent@hv-cinder-77703: {}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Agent': '1.1', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'ConntrackHelper': '1.0', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'LocalIPAssociation': '1.0', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Log': '1.0', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'NDPProxy': '1.0', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Network': '1.1', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Port': '1.7', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'PortForwarding': '1.3', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'QosPolicy': '1.10', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroup': '1.5', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SecurityGroupRule': '1.2', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'SubPort': '1.0', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Subnet': '1.1', May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: 'Trunk': '1.1'}} May 16 20:36:49.235987 dv-cinder-777031-16-iscsi neutron-server[103498]: {{(pid=103498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:36:49.246196 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Attempting to bind port 0383d50d-5f1a-4a23-8562-2cad29b00b09 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:36:49.246808 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Attempting to bind port 0383d50d-5f1a-4a23-8562-2cad29b00b09 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:36:49.247807 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Attempting to bind port 0383d50d-5f1a-4a23-8562-2cad29b00b09 on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:36:49.259833 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:36:49.260539 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Checking segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:49.261100 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.261625 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Bound using segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:36:49.262297 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Bound port: 0383d50d-5f1a-4a23-8562-2cad29b00b09, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:36:49.262842 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.269335 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58432) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:49.275681 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Request body: {'subnet': {'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-subnet', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:49.278151 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.8454316 May 16 20:36:49.317459 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Made reservation on behalf of 2beaab3a72a345d98a9ec4e0ae4686b6 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:49.319719 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.320054 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06461f2-2179-4881-8ad1-92a9c3480017 admin admin] Pushing event updated for resources: {'Network': ['ID=51755a9b-e432-418d-95c4-023d6854f406,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:49.345091 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Allocated IP 172.27.0.80 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/71d6fe78-9d9b-4691-be46-2ab357c64900) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:49.355137 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network 51755a9b-e432-418d-95c4-023d6854f406 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:36:49.470456 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] For port 0383d50d-5f1a-4a23-8562-2cad29b00b09, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:36:49.475205 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] For port 0383d50d-5f1a-4a23-8562-2cad29b00b09, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=0383d50d-5f1a-4a23-8562-2cad29b00b09,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:36:49.487436 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.488792 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks [] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.559011 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.625281 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749b23e-678e-4bde-bdf8-cb935bff7402 None None] Pushing event updated for resources: {'Port': ['ID=0383d50d-5f1a-4a23-8562-2cad29b00b09,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:49.627144 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:49.630587 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:49.637894 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:49.680840 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Pushing event updated for resources: {'Port': ['ID=71d6fe78-9d9b-4691-be46-2ab357c64900,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:49.696398 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (72ced089-7684-4ae7-b5cc-0a11ad060d49), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.793732 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ced089-7684-4ae7-b5cc-0a11ad060d49,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:49.802654 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Checking segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:49.803241 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Network hostable DHCP agents. Network: 51755a9b-e432-418d-95c4-023d6854f406, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:36:49.830555 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Network 51755a9b-e432-418d-95c4-023d6854f406 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:36:49.858150 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, 51755a9b-e432-418d-95c4-023d6854f406) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:49.863256 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:49.863909 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.872424 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f57a47-12e1-4545-bba8-241b6b8211cf None None] Network 51755a9b-e432-418d-95c4-023d6854f406 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:49.912782 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-3fe094ab-cf81-46a8-98a2-576b9f89823d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6407406 May 16 20:36:49.914919 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58456) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:49.925900 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:49.994345 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (1799c622-0d77-4bca-ad9f-25f35cc283ce), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:49.997293 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (1799c622-0d77-4bca-ad9f-25f35cc283ce), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.094675 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-51755a9b-e432-418d-95c4-023d6854f406', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:36:50.098225 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.119723 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks [] for router_controller (1799c622-0d77-4bca-ad9f-25f35cc283ce), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.286953 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Allocated IP 172.20.0.2 (51755a9b-e432-418d-95c4-023d6854f406/72ced089-7684-4ae7-b5cc-0a11ad060d49/bc9dbb9b-e737-479c-b7a7-916baa38d4f2) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:50.300143 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks [] for router_gateway (b4479131-38b6-4853-a928-8d52892d7ce3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.413339 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks [] for router_gateway (1799c622-0d77-4bca-ad9f-25f35cc283ce), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.519081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58494) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:50.524283 dv-cinder-777031-16-iscsi neutron-server[103497]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 20:36:50.601551 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Publish callbacks [] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.619956 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.717281 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Network 51755a9b-e432-418d-95c4-023d6854f406 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:50.732278 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:50.743533 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:50.747039 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Pushing event updated for resources: {'Port': ['ID=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:50.809448 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (b4479131-38b6-4853-a928-8d52892d7ce3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.816753 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1b9481c5-4b35-491d-a9db-6bc25828c30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.893033 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Attempting to bind port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:36:50.894984 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Attempting to bind port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:36:50.895528 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Attempting to bind port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:36:50.902214 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:36:50.902702 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Checking segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:50.903431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.903953 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Bound using segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:36:50.904556 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Bound port: bc9dbb9b-e737-479c-b7a7-916baa38d4f2, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:36:50.905194 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.938904 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-e81afc8f-f98a-46b8-89d2-43b9b3fcba48 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:50.941705 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-e81afc8f-f98a-46b8-89d2-43b9b3fcba48 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/networks?id=cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 HTTP/1.1" status: 200 len: 812 time: 0.4195678 May 16 20:36:50.956926 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks [] for router_gateway (1799c622-0d77-4bca-ad9f-25f35cc283ce), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:50.963063 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-805b5333-041b-4e7d-9cf9-942acbbf90d2 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/quotas/17c116936d14470bb13850d6b8c83f8e HTTP/1.1" status: 200 len: 375 time: 0.0153112 May 16 20:36:50.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:51.021769 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] For port bc9dbb9b-e737-479c-b7a7-916baa38d4f2, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:36:51.026059 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] For port bc9dbb9b-e737-479c-b7a7-916baa38d4f2, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:36:51.045164 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:51.110704 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-08f8c47e-4a75-443d-a2c4-58fbbe0ca30f tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=17c116936d14470bb13850d6b8c83f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408567 May 16 20:36:51.178575 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a02dd-e5e5-474a-9075-d51119518149 None None] Pushing event updated for resources: {'Port': ['ID=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:51.218604 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61aeb78-be0c-46a7-8f6b-e106e41e23a8 None None] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:51.356562 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Allocated IP 172.27.0.212 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/dedfbc17-6b1e-478f-80a2-02501eb88820) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:51.423138 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-925f1da3-7501-4964-9f40-952d9513b8ff service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:36:51.429236 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-925f1da3-7501-4964-9f40-952d9513b8ff service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1497488 May 16 20:36:51.491061 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-bfab6d5a-f0a5-4729-90de-a09444fe6d07 None None] Provisioning complete for port 0383d50d-5f1a-4a23-8562-2cad29b00b09 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:51.491644 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bfab6d5a-f0a5-4729-90de-a09444fe6d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:51.570126 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Router b4479131-38b6-4853-a928-8d52892d7ce3 is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:36:51.628987 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-963470b3-75b8-4110-ab05-541ff56a1138 service neutron] 10.222.0.49 "GET /v2.0/networks/cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867945 May 16 20:36:51.655617 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks [] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:51.707559 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-bfab6d5a-f0a5-4729-90de-a09444fe6d07 None None] Current status of the port 0383d50d-5f1a-4a23-8562-2cad29b00b09 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:51.708351 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bfab6d5a-f0a5-4729-90de-a09444fe6d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:51.758663 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-bfab6d5a-f0a5-4729-90de-a09444fe6d07 None None] For port 0383d50d-5f1a-4a23-8562-2cad29b00b09, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=0383d50d-5f1a-4a23-8562-2cad29b00b09,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:51.769083 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bfab6d5a-f0a5-4729-90de-a09444fe6d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:51.842534 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:51.876622 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab6d5a-f0a5-4729-90de-a09444fe6d07 None None] Pushing event updated for resources: {'Port': ['ID=0383d50d-5f1a-4a23-8562-2cad29b00b09,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:51.891372 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-14ec86e3-f95d-4cea-a38f-30ba85f07e74 service neutron] 10.222.0.49 "GET /v2.0/networks/cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606635 May 16 20:36:51.930188 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Pushing event updated for resources: {'Port': ['ID=dedfbc17-6b1e-478f-80a2-02501eb88820,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:51.955367 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:51.971292 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:51.990010 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bc9dbb9b-e737-479c-b7a7-916baa38d4f2 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:51.992658 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:52.151494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:52.152122 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.180171 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-79d281b6-b08d-43a9-8525-4af98175f30f None None] Provisioning complete for port 0383d50d-5f1a-4a23-8562-2cad29b00b09 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:52.180769 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-79d281b6-b08d-43a9-8525-4af98175f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.182819 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.224649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58564) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:52.324198 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-79d281b6-b08d-43a9-8525-4af98175f30f None None] Current status of the port 0383d50d-5f1a-4a23-8562-2cad29b00b09 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:52.328892 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:36:52.348153 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Sync routers for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:36:52.367327 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:52.368072 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:52.390109 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:52.390758 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.453960 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-60ebcc2a-d1c9-45f8-9248-931189db00a1 req-a34ea618-4387-475f-92ae-f6338cec5890 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.2276263 May 16 20:36:52.471354 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port bc9dbb9b-e737-479c-b7a7-916baa38d4f2, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:52.489536 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.489536 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 0383d50d-5f1a-4a23-8562-2cad29b00b09 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:52.588108 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.588108 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-76c109f9-d003-4300-aa9b-f949ab6c1d9b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4739830 May 16 20:36:52.589498 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58586) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:52.664806 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 0383d50d-5f1a-4a23-8562-2cad29b00b09 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:52.665364 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.667105 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:52.769696 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks [] for router_gateway (1799c622-0d77-4bca-ad9f-25f35cc283ce), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.853035 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 0383d50d-5f1a-4a23-8562-2cad29b00b09 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:52.931649 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:53.084588 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b419168-8611-442c-8755-9c31c93d1f85 None None] Network 51755a9b-e432-418d-95c4-023d6854f406 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:53.096027 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (1799c622-0d77-4bca-ad9f-25f35cc283ce), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.223376 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:49Z', 'revision_number': 3, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:53.259667 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:36:53.275389 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Checking router: b4479131-38b6-4853-a928-8d52892d7ce3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:36:53.276225 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Updating router b4479131-38b6-4853-a928-8d52892d7ce3 port 71d6fe78-9d9b-4691-be46-2ab357c64900 binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:36:53.316664 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.354622 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-02949889-70e1-4268-b9e6-9c8a2104f9fb None None] Provisioning complete for port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:53.356731 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-02949889-70e1-4268-b9e6-9c8a2104f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.374006 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:36:53.405372 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:36:53.410686 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.417060 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-8d41ff03-303a-4939-9dd5-f37089a70441 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4976265 May 16 20:36:53.417894 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58614) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:53.431082 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:53.431889 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:53.610080 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-02949889-70e1-4268-b9e6-9c8a2104f9fb None None] Current status of the port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:53.621898 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.689982 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:53.725990 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.826929 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7244504b-0fd5-4b7f-8742-a334fc8df568 req-26811b3b-d4f6-4de7-85ea-3c69362d7e8a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.2112243 May 16 20:36:53.975833 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Publish callbacks [] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.978603 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bc9dbb9b-e737-479c-b7a7-916baa38d4f2 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:53.989955 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.051959 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Attempting to bind port 71d6fe78-9d9b-4691-be46-2ab357c64900 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:36:54.052330 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Attempting to bind port 71d6fe78-9d9b-4691-be46-2ab357c64900 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:36:54.052720 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Attempting to bind port 71d6fe78-9d9b-4691-be46-2ab357c64900 on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:36:54.056638 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Pushing event updated for resources: {'Port': ['ID=71d6fe78-9d9b-4691-be46-2ab357c64900,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:54.064564 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:36:54.065244 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:54.065377 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.065985 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:36:54.067444 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Bound port: 71d6fe78-9d9b-4691-be46-2ab357c64900, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:36:54.068729 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.072780 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.073526 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.074066 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.074595 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.075108 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.075796 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.076555 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.077066 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.077638 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.078146 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.078662 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.079310 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.079861 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.080364 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.080982 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:54.082082 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-62cd4a8e-7f78-4ed8-8f05-6d37f93bd207 None None] Provisioning complete for port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:54.082451 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-62cd4a8e-7f78-4ed8-8f05-6d37f93bd207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Tracked resource versions report: May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: pushed versions: May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: { 'AddressGroup': {'1.2'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Agent': {'1.1'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'ConntrackHelper': {'1.0'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'LocalIPAssociation': {'1.0'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Log': {'1.0'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'NDPProxy': {'1.0'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Network': {'1.1'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Port': {'1.7'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'PortForwarding': {'1.3'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'QosPolicy': {'1.10'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroup': {'1.5'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroupRule': {'1.2'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SubPort': {'1.0'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Subnet': {'1.1'}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Trunk': {'1.1'}} May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: consumer versions: May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: { DHCP agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: HyperV agent@hv-cinder-77703: {}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: L3 agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: Metadata agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: Metering agent@dv-cinder-777031-16-iscsi: {}, May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: Open vSwitch agent@dv-cinder-777031-16-iscsi: { 'AddressGroup': '1.2', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Agent': '1.1', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'ConntrackHelper': '1.0', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'LocalIPAssociation': '1.0', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Log': '1.0', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'NDPProxy': '1.0', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Network': '1.1', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Port': '1.7', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'PortForwarding': '1.3', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'QosPolicy': '1.10', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroup': '1.5', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SecurityGroupRule': '1.2', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'SubPort': '1.0', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Subnet': '1.1', May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: 'Trunk': '1.1'}} May 16 20:36:54.086671 dv-cinder-777031-16-iscsi neutron-server[103499]: {{(pid=103499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:36:54.119793 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Allocated IP 172.20.0.1 (ecfbded1-d8d9-4f26-a9bd-62198a15a84a/278d51b3-5296-4fbb-ba4c-3968cad304ff/ebf1fc90-cec9-480c-a937-e7dcda9341a8) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:54.144958 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] For port 71d6fe78-9d9b-4691-be46-2ab357c64900, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:36:54.148388 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] For port 71d6fe78-9d9b-4691-be46-2ab357c64900, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=71d6fe78-9d9b-4691-be46-2ab357c64900,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:36:54.157803 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.162583 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:54.163139 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.193337 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:52Z', 'revision_number': 3, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:54.217649 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb65fc-92cf-442b-bd33-3d1be28848f5 None None] Pushing event updated for resources: {'Port': ['ID=71d6fe78-9d9b-4691-be46-2ab357c64900,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:54.234634 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:54.235651 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:54.239267 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:36:54.239523 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Updating router 1799c622-0d77-4bca-ad9f-25f35cc283ce port dedfbc17-6b1e-478f-80a2-02501eb88820 binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:36:54.258614 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.301022 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.305162 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-62cd4a8e-7f78-4ed8-8f05-6d37f93bd207 None None] Current status of the port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:54.348815 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:54.380621 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:54.381701 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 0383d50d-5f1a-4a23-8562-2cad29b00b09 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:54.518838 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Allocated IP 172.20.0.1 (51755a9b-e432-418d-95c4-023d6854f406/72ced089-7684-4ae7-b5cc-0a11ad060d49/5e219f9b-ab93-467f-b2a7-f8cfdc5496bc) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:54.550501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks [] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.591717 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.616552 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:49Z', 'revision_number': 3, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:54.625508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.631774 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 0383d50d-5f1a-4a23-8562-2cad29b00b09 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:54.632130 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.635836 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:54.651506 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:54.654934 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab5fc73-d62c-4cd8-9ad4-115f81b649fa None None] The sync data for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi is: [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:49Z', 'revision_number': 3, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:36:54.655095 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:54.655562 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (b4479131-38b6-4853-a928-8d52892d7ce3), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.719460 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks [] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.744417 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Pushing event updated for resources: {'Port': ['ID=ebf1fc90-cec9-480c-a937-e7dcda9341a8,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:54.803830 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.910315 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Network 51755a9b-e432-418d-95c4-023d6854f406 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:54.916701 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:54.940390 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:54.942490 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (1799c622-0d77-4bca-ad9f-25f35cc283ce), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.950085 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Pushing event updated for resources: {'Port': ['ID=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:54.951171 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:54.994755 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 0383d50d-5f1a-4a23-8562-2cad29b00b09 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:55.057930 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.072797 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Publish callbacks [] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.102025 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.198182 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-a7eff566-9028-4a12-aadb-489fd9c52e0c None None] Provisioning complete for port ebf1fc90-cec9-480c-a937-e7dcda9341a8 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:55.198182 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a7eff566-9028-4a12-aadb-489fd9c52e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.267634 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b3e0457c-5e1b-4305-846b-2998ea2d5654 req-14bba783-da25-4f74-b809-a5980eb38aaf tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.0639195 May 16 20:36:55.280707 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Attempting to bind port dedfbc17-6b1e-478f-80a2-02501eb88820 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:36:55.281075 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Attempting to bind port dedfbc17-6b1e-478f-80a2-02501eb88820 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:36:55.281430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Attempting to bind port dedfbc17-6b1e-478f-80a2-02501eb88820 on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:36:55.305329 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90502d-063c-4d4d-ba9a-802a8e8239d4 None None] Pushing event updated for resources: {'Port': ['ID=dedfbc17-6b1e-478f-80a2-02501eb88820,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:55.309899 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:36:55.310266 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:55.310905 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.311310 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:36:55.311772 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Bound port: dedfbc17-6b1e-478f-80a2-02501eb88820, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:36:55.312141 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.376597 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] For port dedfbc17-6b1e-478f-80a2-02501eb88820, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:36:55.380057 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] For port dedfbc17-6b1e-478f-80a2-02501eb88820, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=dedfbc17-6b1e-478f-80a2-02501eb88820,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:36:55.404676 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-a7eff566-9028-4a12-aadb-489fd9c52e0c None None] Port ebf1fc90-cec9-480c-a937-e7dcda9341a8 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:36:55.407246 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.481880 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:55.482530 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:55.487166 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks [] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.493388 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.494296 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (b4479131-38b6-4853-a928-8d52892d7ce3), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.545435 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90502d-063c-4d4d-ba9a-802a8e8239d4 None None] Pushing event updated for resources: {'Port': ['ID=dedfbc17-6b1e-478f-80a2-02501eb88820,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:55.555856 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Pushing event updated for resources: {'Port': ['ID=ebf1fc90-cec9-480c-a937-e7dcda9341a8,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:55.578222 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.585247 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-9e5b7c22-7e3f-49ad-97be-4c865a51358c None None] Provisioning complete for port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:55.585613 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7c22-7e3f-49ad-97be-4c865a51358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.662427 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:55.664675 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:55.670286 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:55.824918 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b7c22-7e3f-49ad-97be-4c865a51358c None None] Port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:36:55.846342 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks [] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.857755 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.858650 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (1799c622-0d77-4bca-ad9f-25f35cc283ce), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.889226 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Router b4479131-38b6-4853-a928-8d52892d7ce3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:36:55.903693 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 71d6fe78-9d9b-4691-be46-2ab357c64900 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:55.912727 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Pushing event updated for resources: {'Port': ['ID=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:56.009265 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-ac50874a-5889-420c-838a-28ab55ba93c0 None None] Provisioning complete for port ebf1fc90-cec9-480c-a937-e7dcda9341a8 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:56.009659 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ac50874a-5889-420c-838a-28ab55ba93c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.046037 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-ac50874a-5889-420c-838a-28ab55ba93c0 None None] Port ebf1fc90-cec9-480c-a937-e7dcda9341a8 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:36:56.069995 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:36:56.074334 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Network 51755a9b-e432-418d-95c4-023d6854f406 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:56.075935 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:56.099196 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e3c37396-1159-416a-8a4b-c28f5cc0c3be admin admin] 10.222.0.49 "PUT /v2.0/routers/b4479131-38b6-4853-a928-8d52892d7ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5299940 May 16 20:36:56.118203 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 71d6fe78-9d9b-4691-be46-2ab357c64900 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:56.118600 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.221014 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:52Z', 'revision_number': 3, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:56.320741 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:36:56.322360 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 71d6fe78-9d9b-4691-be46-2ab357c64900 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:56.322754 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.343311 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed8637-dc77-44f8-8d4e-fc6f66da7341 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:52Z', 'revision_number': 3, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:36:56.386169 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 71d6fe78-9d9b-4691-be46-2ab357c64900, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=71d6fe78-9d9b-4691-be46-2ab357c64900,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:56.403488 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.474854 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:36:56.481277 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5682d985-9632-483d-8fdc-80353f901488 admin admin] 10.222.0.49 "PUT /v2.0/routers/1799c622-0d77-4bca-ad9f-25f35cc283ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0621364 May 16 20:36:56.482325 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-df244974-4550-4592-a9e8-2669978f2b04 req-570303d8-ab56-4a87-b8ad-9dae5678cde2 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.0518420 May 16 20:36:56.493240 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=71d6fe78-9d9b-4691-be46-2ab357c64900,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:56.569474 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-15bc8af8-4e4d-4aed-999b-3324ff1ca4b2 None None] Provisioning complete for port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:56.569839 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-15bc8af8-4e4d-4aed-999b-3324ff1ca4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.597296 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58718) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:56.602027 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-0ea6a970-cd44-4f3e-a6be-952e09a52b3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544719050', 'description': 'tempest-description--1811292621'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:56.656931 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-15bc8af8-4e4d-4aed-999b-3324ff1ca4b2 None None] Port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:36:56.678419 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0ea6a970-cd44-4f3e-a6be-952e09a52b3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.848815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58734) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:56.853413 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-d02bebe4-92f5-4647-b655-1865d0ca4ec2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727690576', 'description': 'tempest-description--1676156807'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:56.862441 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0ea6a970-cd44-4f3e-a6be-952e09a52b3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (c5d21cc0-97d6-42d5-93ce-eadf6c398210), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.874563 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0ea6a970-cd44-4f3e-a6be-952e09a52b3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (c5d21cc0-97d6-42d5-93ce-eadf6c398210), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.896693 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d02bebe4-92f5-4647-b655-1865d0ca4ec2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.913206 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6a970-cd44-4f3e-a6be-952e09a52b3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d21cc0-97d6-42d5-93ce-eadf6c398210,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:56.932085 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0ea6a970-cd44-4f3e-a6be-952e09a52b3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:56.936362 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-0ea6a970-cd44-4f3e-a6be-952e09a52b3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3379757 May 16 20:36:56.938334 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58740) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:56.946013 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-ade81e40-1812-4da4-a4bf-4d05ac2977df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'security_group_rule': {'security_group_id': 'c5d21cc0-97d6-42d5-93ce-eadf6c398210', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:56.999601 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ade81e40-1812-4da4-a4bf-4d05ac2977df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (d5b4719d-5851-406b-b5aa-bbca6db29ed6), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.018485 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d02bebe4-92f5-4647-b655-1865d0ca4ec2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (d83e9dfa-d071-4921-b576-af1a548e8080), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.025078 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d02bebe4-92f5-4647-b655-1865d0ca4ec2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d83e9dfa-d071-4921-b576-af1a548e8080), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.065516 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bebe4-92f5-4647-b655-1865d0ca4ec2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83e9dfa-d071-4921-b576-af1a548e8080,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:57.070250 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d02bebe4-92f5-4647-b655-1865d0ca4ec2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.072562 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d02bebe4-92f5-4647-b655-1865d0ca4ec2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2225373 May 16 20:36:57.082031 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58746) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:57.087520 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-6fa4b7d8-e75d-4fb7-bd75-01c01a20a06c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': 'd83e9dfa-d071-4921-b576-af1a548e8080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:57.094422 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ade81e40-1812-4da4-a4bf-4d05ac2977df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (d5b4719d-5851-406b-b5aa-bbca6db29ed6), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.103403 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ade81e40-1812-4da4-a4bf-4d05ac2977df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (d5b4719d-5851-406b-b5aa-bbca6db29ed6), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.131576 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade81e40-1812-4da4-a4bf-4d05ac2977df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b4719d-5851-406b-b5aa-bbca6db29ed6,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:57.151375 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ade81e40-1812-4da4-a4bf-4d05ac2977df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.152796 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ade81e40-1812-4da4-a4bf-4d05ac2977df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2134182 May 16 20:36:57.155636 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58752) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:57.161874 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-6825b6d8-51c9-4248-9426-86ce64e5ef32 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'security_group_rule': {'security_group_id': 'c5d21cc0-97d6-42d5-93ce-eadf6c398210', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:57.186270 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d8-e75d-4fb7-bd75-01c01a20a06c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (157d9e76-c65e-41b6-8219-c4c2189ed5c6), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.243114 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6825b6d8-51c9-4248-9426-86ce64e5ef32 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (06795b22-e25b-4cfe-8af8-06838cae61f5), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.308675 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d8-e75d-4fb7-bd75-01c01a20a06c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (157d9e76-c65e-41b6-8219-c4c2189ed5c6), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.317662 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d8-e75d-4fb7-bd75-01c01a20a06c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (157d9e76-c65e-41b6-8219-c4c2189ed5c6), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.349412 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4b7d8-e75d-4fb7-bd75-01c01a20a06c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157d9e76-c65e-41b6-8219-c4c2189ed5c6,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:57.374654 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d8-e75d-4fb7-bd75-01c01a20a06c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.377340 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-6fa4b7d8-e75d-4fb7-bd75-01c01a20a06c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927685 May 16 20:36:57.379591 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58770) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:57.385214 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-49405aad-cf19-4ff0-831b-97b39f823fa6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': 'd83e9dfa-d071-4921-b576-af1a548e8080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:57.395685 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6825b6d8-51c9-4248-9426-86ce64e5ef32 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (06795b22-e25b-4cfe-8af8-06838cae61f5), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.401875 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6825b6d8-51c9-4248-9426-86ce64e5ef32 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (06795b22-e25b-4cfe-8af8-06838cae61f5), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.434391 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-49405aad-cf19-4ff0-831b-97b39f823fa6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (c82f3792-0410-47ed-b464-027fa79cefdd), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.441459 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6825b6d8-51c9-4248-9426-86ce64e5ef32 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.442797 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-6825b6d8-51c9-4248-9426-86ce64e5ef32 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860239 May 16 20:36:57.444125 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b6d8-51c9-4248-9426-86ce64e5ef32 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06795b22-e25b-4cfe-8af8-06838cae61f5,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:57.447933 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58772) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:57.453954 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Sync routers for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:36:57.469133 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:57.476844 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:57.477737 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:57.538222 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.559255 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-49405aad-cf19-4ff0-831b-97b39f823fa6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (c82f3792-0410-47ed-b464-027fa79cefdd), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.571275 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-49405aad-cf19-4ff0-831b-97b39f823fa6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (c82f3792-0410-47ed-b464-027fa79cefdd), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.613072 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49405aad-cf19-4ff0-831b-97b39f823fa6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82f3792-0410-47ed-b464-027fa79cefdd,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:57.627660 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-49405aad-cf19-4ff0-831b-97b39f823fa6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.629722 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-49405aad-cf19-4ff0-831b-97b39f823fa6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486093 May 16 20:36:57.632883 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58782) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:57.633348 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:57.639510 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:57.705584 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-998948c7-ee76-42bf-bbbc-ec734bee66d2 req-b0d9547e-b2ad-497b-a906-89252bf1ef8e tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.0611193 May 16 20:36:57.757852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.844328 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.943943 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.944506 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 2, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:57.961069 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device dedfbc17-6b1e-478f-80a2-02501eb88820 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:57.994669 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Checking router: b4479131-38b6-4853-a928-8d52892d7ce3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:36:57.998106 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Allocated IP 172.27.0.103 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/697b62d9-9a0c-4470-a7bb-7fa0a285a120) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:57.998964 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Updating router b4479131-38b6-4853-a928-8d52892d7ce3 port ebf1fc90-cec9-480c-a937-e7dcda9341a8 binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:36:58.025265 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port dedfbc17-6b1e-478f-80a2-02501eb88820 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:58.025917 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.039878 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.120314 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port dedfbc17-6b1e-478f-80a2-02501eb88820 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:58.121116 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.131795 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.146477 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port dedfbc17-6b1e-478f-80a2-02501eb88820, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=dedfbc17-6b1e-478f-80a2-02501eb88820,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:58.151306 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.152299 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 71d6fe78-9d9b-4691-be46-2ab357c64900 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:58.176567 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.212854 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:58.215973 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:58.221299 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:58.235069 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=dedfbc17-6b1e-478f-80a2-02501eb88820,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:58.244711 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 71d6fe78-9d9b-4691-be46-2ab357c64900 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:58.245660 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.254730 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.27.0.164 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/28fac993-bbab-4419-96e1-0d6ba5ea9910) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:58.333964 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 71d6fe78-9d9b-4691-be46-2ab357c64900 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:58.360654 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'Port': ['ID=697b62d9-9a0c-4470-a7bb-7fa0a285a120,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:58.373428 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (b96bd460-316c-4b54-bda3-fa39032d7659), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.393967 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.456589 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.494954 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.509918 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=28fac993-bbab-4419-96e1-0d6ba5ea9910,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:58.519620 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:58.521554 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:58.523844 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:58.549644 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Publish callbacks [] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.560806 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.617275 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43d7ff-4137-4291-bd9f-cfd1d60f2e3d None None] Pushing event updated for resources: {'Port': ['ID=ebf1fc90-cec9-480c-a937-e7dcda9341a8,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:58.634022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (4f8bc63c-0806-43fe-9f85-14efa866d578), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.707514 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.725050 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Attempting to bind port ebf1fc90-cec9-480c-a937-e7dcda9341a8 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:36:58.725050 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Attempting to bind port ebf1fc90-cec9-480c-a937-e7dcda9341a8 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:36:58.725202 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Attempting to bind port ebf1fc90-cec9-480c-a937-e7dcda9341a8 on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:36:58.731440 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:36:58.731440 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Checking segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:58.734917 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.735351 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Bound using segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:36:58.735906 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Bound port: ebf1fc90-cec9-480c-a937-e7dcda9341a8, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:36:58.736368 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.824115 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] For port ebf1fc90-cec9-480c-a937-e7dcda9341a8, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:36:58.828332 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] For port ebf1fc90-cec9-480c-a937-e7dcda9341a8, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=ebf1fc90-cec9-480c-a937-e7dcda9341a8,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:36:58.850658 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:58.932698 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:58.933351 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:58.956585 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 58816) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:58.959014 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:36:58.975701 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:58.976315 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:59.147070 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-a853f655-a9ad-42d0-8a4d-4a163502b957 None None] Provisioning complete for port ebf1fc90-cec9-480c-a937-e7dcda9341a8 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:59.147369 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:59.159738 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a853f655-a9ad-42d0-8a4d-4a163502b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.181857 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43d7ff-4137-4291-bd9f-cfd1d60f2e3d None None] Pushing event updated for resources: {'Port': ['ID=ebf1fc90-cec9-480c-a937-e7dcda9341a8,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:59.208574 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.219495 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0421129f-f2ee-4d6e-95d2-32990aa6470f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.226627 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.283080 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:59.331771 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0421129f-f2ee-4d6e-95d2-32990aa6470f admin admin] Publish callbacks [] for security_group (ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.334262 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.350885 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.376830 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (4f8bc63c-0806-43fe-9f85-14efa866d578), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.382910 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-a853f655-a9ad-42d0-8a4d-4a163502b957 None None] Current status of the port ebf1fc90-cec9-480c-a937-e7dcda9341a8 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:59.383360 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a853f655-a9ad-42d0-8a4d-4a163502b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.389121 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce7bfa3b-8281-442f-9527-29216d0c61aa req-073cdcfb-13d5-45d0-a9b0-08a016238227 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.0524940 May 16 20:36:59.417424 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'Port': ['ID=697b62d9-9a0c-4470-a7bb-7fa0a285a120,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:59.421042 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.431114 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7884974 May 16 20:36:59.435883 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0421129f-f2ee-4d6e-95d2-32990aa6470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.451574 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-a853f655-a9ad-42d0-8a4d-4a163502b957 None None] For port ebf1fc90-cec9-480c-a937-e7dcda9341a8, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=ebf1fc90-cec9-480c-a937-e7dcda9341a8,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:59.468937 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5145f8-72dd-43db-8e4d-eb7440ab143f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=28fac993-bbab-4419-96e1-0d6ba5ea9910,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:59.509240 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:59.561515 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421129f-f2ee-4d6e-95d2-32990aa6470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:59.561605 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a526ed-5611-4727-b3f0-164cf1bb127a None None] The sync data for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi is: [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:36:59.582898 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-0421129f-f2ee-4d6e-95d2-32990aa6470f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c936d9f5e7445a9829155fc6703a0f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6211734 May 16 20:36:59.584088 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (b96bd460-316c-4b54-bda3-fa39032d7659), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.586638 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 58840) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:59.620749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.633758 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7ca57a43-b804-455d-a3c7-6a1897a92908 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1758757 May 16 20:36:59.644005 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a853f655-a9ad-42d0-8a4d-4a163502b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.725041 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c86c2-ad21-46c2-9c58-febaeee709a2 admin admin] Publish callbacks [] for security_group (ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.734365 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853f655-a9ad-42d0-8a4d-4a163502b957 None None] Pushing event updated for resources: {'Port': ['ID=ebf1fc90-cec9-480c-a937-e7dcda9341a8,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:59.769983 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c86c2-ad21-46c2-9c58-febaeee709a2 admin admin] Publish callbacks [] for security_group (ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.794133 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 2, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:59.838009 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:36:59.838429 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Updating router 1799c622-0d77-4bca-ad9f-25f35cc283ce port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:36:59.843464 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-76ff407a-2de7-40e0-a6ba-6556d61516d8 None None] Provisioning complete for port ebf1fc90-cec9-480c-a937-e7dcda9341a8 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:59.844041 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-76ff407a-2de7-40e0-a6ba-6556d61516d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.924534 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c86c2-ad21-46c2-9c58-febaeee709a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.928115 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8b0c86c2-ad21-46c2-9c58-febaeee709a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.929319 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:59.929456 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-8b0c86c2-ad21-46c2-9c58-febaeee709a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3 HTTP/1.1" status: 204 len: 168 time: 0.3415601 May 16 20:36:59.954127 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-bb461110-449d-4837-a063-baa7532aca1d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1727690576&fields=id&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 267 time: 0.1410100 May 16 20:36:59.974607 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c86c2-ad21-46c2-9c58-febaeee709a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc7af6d-409f-47bb-9992-0fe8ebe2e1e3,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:00.070937 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device dedfbc17-6b1e-478f-80a2-02501eb88820 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:37:00.155727 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-832f2c08-0a84-4ceb-9fe4-cea37f7930f5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--544719050&fields=id&tenant_id=970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 267 time: 0.1931767 May 16 20:37:00.196271 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-88392e50-9383-4a91-9a20-fcbd74673573 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:00.198411 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-88392e50-9383-4a91-9a20-fcbd74673573 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.2349038 May 16 20:37:00.218996 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-76ff407a-2de7-40e0-a6ba-6556d61516d8 None None] Current status of the port ebf1fc90-cec9-480c-a937-e7dcda9341a8 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:00.228904 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-a4ae6b15-545e-4bfb-b674-3d34c95cb564 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/quotas/2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 375 time: 0.0208464 May 16 20:37:00.234849 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port dedfbc17-6b1e-478f-80a2-02501eb88820 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:00.235347 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:00.340695 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-738ea9bf-93f9-433e-8631-f6beddd71b01 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108983 May 16 20:37:00.366457 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-0b52a337-a89a-491c-95bd-497d8c5f428a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:00.368003 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-0b52a337-a89a-491c-95bd-497d8c5f428a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 817 time: 0.2021806 May 16 20:37:00.390665 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c4610236-8d8b-4466-9ae0-bb23b6cf2fd4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/quotas/970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 375 time: 0.0166578 May 16 20:37:00.458259 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-ea275c13-d61c-49ca-8308-b4df4b7bc5c1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605512 May 16 20:37:00.476089 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port dedfbc17-6b1e-478f-80a2-02501eb88820 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:00.477245 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device ebf1fc90-cec9-480c-a937-e7dcda9341a8 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:37:00.585012 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port ebf1fc90-cec9-480c-a937-e7dcda9341a8 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:00.585412 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:00.595198 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-42f88e65-9876-4d39-86b2-97527d055fad service neutron] 10.222.0.49 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211557 May 16 20:37:00.626052 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Publish callbacks [] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:00.642326 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:00.738503 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-5c80910a-cf79-42b2-b6b6-111d456210f0 service neutron] 10.222.0.49 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371479 May 16 20:37:00.750200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-e36c7ea4-d6f8-45ff-aea5-932ff228276f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:37:00.751599 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-e36c7ea4-d6f8-45ff-aea5-932ff228276f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1552842 May 16 20:37:00.836352 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8728-984d-4d0d-aa34-5cff22c28b55 None None] Pushing event updated for resources: {'Port': ['ID=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:00.900081 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port ebf1fc90-cec9-480c-a937-e7dcda9341a8 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:00.926108 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Attempting to bind port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:37:00.926489 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Attempting to bind port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:37:00.927084 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Attempting to bind port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:00.929725 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.60', 52282) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:00.955925 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:37:00.956324 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Checking segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:37:00.956827 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:00.957201 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Bound using segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:37:00.957685 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Bound port: 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:37:00.958064 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:01.058249 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-ed5a5bdc-845e-4de7-acf2-035cdc8e135a service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999625 May 16 20:37:01.129589 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:37:01.194613 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-a2c45c4f-6919-42e9-ab91-d8af54a8da41 None None] Provisioning complete for port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:01.196074 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a2c45c4f-6919-42e9-ab91-d8af54a8da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:01.234668 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] For port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:37:01.237212 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-a2c45c4f-6919-42e9-ab91-d8af54a8da41 None None] Port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:37:01.254153 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] For port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:37:01.265431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:01.283392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-809474bf-b83b-4c71-b743-4143862151d8 req-fbcdb8ba-b86c-41ee-9dde-035eac8ea3a2 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.1176443 May 16 20:37:01.362627 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-33575648-a1e1-4974-b039-c1c906a90cfd tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:01.365034 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-33575648-a1e1-4974-b039-c1c906a90cfd tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.60 "GET /v2.0/networks?id=cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 HTTP/1.1" status: 200 len: 812 time: 0.4342372 May 16 20:37:01.373695 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:37:01.377641 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:36:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:01.411524 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Request body: {'port': {'device_id': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16', 'admin_state_up': True, 'tenant_id': '17c116936d14470bb13850d6b8c83f8e'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:01.493898 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f8fe374a-b114-466d-b8d3-c56fd1876e76 req-103c6ba8-f791-4387-86a4-3dd4c5a94375 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 210 time: 0.0965543 May 16 20:37:01.514639 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-34cc2b86-d476-4d5d-a147-dee75b3d4e9c service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380338 May 16 20:37:01.586672 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8728-984d-4d0d-aa34-5cff22c28b55 None None] Pushing event updated for resources: {'Port': ['ID=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:01.732916 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:37:01.789742 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Made reservation on behalf of 17c116936d14470bb13850d6b8c83f8e for: {'port': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:01.794891 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:02.089342 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-82cd644d-eca1-44c6-9f4b-5f8b64f95b0c None None] Provisioning complete for port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:02.090031 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-82cd644d-eca1-44c6-9f4b-5f8b64f95b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:02.137718 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-73bd5c12-0019-44e3-82fc-98ffe3b567e6 req-32b61f5b-2d1d-46f9-a791-c54db6394362 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 210 time: 0.0621140 May 16 20:37:02.330531 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Allocated IP 172.20.0.2 (cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16/c2dc5f3e-d790-4406-b560-ed0cd16b3676/04948340-2c71-481a-9c29-71b06aca8082) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:37:02.437172 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:01Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:02.472835 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2d4c5e67-d2e2-4d2b-97fc-528788092691 req-bb54f35b-58ec-4cf1-80cb-363ce5c55b30 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.0469735 May 16 20:37:02.538588 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-82cd644d-eca1-44c6-9f4b-5f8b64f95b0c None None] Current status of the port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:02.538993 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-82cd644d-eca1-44c6-9f4b-5f8b64f95b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:02.566761 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b32119-b54d-4bc0-974a-6d258ee33340 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:01Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:37:02.700583 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-82cd644d-eca1-44c6-9f4b-5f8b64f95b0c None None] For port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:02.720093 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-82cd644d-eca1-44c6-9f4b-5f8b64f95b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:02.734532 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks [] for port (04948340-2c71-481a-9c29-71b06aca8082), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:02.746869 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-66239b3d-e321-45a9-b4e4-19fd3e5d489d req-7169fef0-f61f-4c6f-aa45-966241c0dd9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 210 time: 0.1326194 May 16 20:37:02.797402 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (04948340-2c71-481a-9c29-71b06aca8082), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:02.916610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd644d-eca1-44c6-9f4b-5f8b64f95b0c None None] Pushing event updated for resources: {'Port': ['ID=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:02.983124 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Pushing event updated for resources: {'Port': ['ID=04948340-2c71-481a-9c29-71b06aca8082,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:02.995374 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:37:02.997442 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:37:03.000309 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:37:03.006529 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:03.007677 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:03.085383 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-380e1fdb-24d2-4599-9879-816b5df9e45d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6793852 May 16 20:37:03.107202 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-b8a041e8-d801-42be-8bde-52f8879b997d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103496) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:37:03.107982 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-b8a041e8-d801-42be-8bde-52f8879b997d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065787 May 16 20:37:03.487217 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5b560744-1612-44aa-9540-e9b926250255 req-2dd47c7c-c064-481b-a576-f127b74c234f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 210 time: 0.1274850 May 16 20:37:03.564034 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Request body: {'port': {'device_id': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:03.779222 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (04948340-2c71-481a-9c29-71b06aca8082), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:03.964920 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:37:04.080614 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bfca0708-a145-4e8b-b0a2-ba348950c590 req-6ce13119-7712-4b26-bb4c-5a3dc8347012 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 210 time: 0.1674719 May 16 20:37:04.103246 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02c5f-0a26-4e3c-a559-de560896c5c8 req-5f0742c7-a39a-4ce1-880b-4a7826e363e4 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:04.116346 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e6c02c5f-0a26-4e3c-a559-de560896c5c8 req-5f0742c7-a39a-4ce1-880b-4a7826e363e4 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 931 time: 0.3817911 May 16 20:37:04.261129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:04.262857 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:04.320401 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.60', 52301) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:04.402825 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e6c02c5f-0a26-4e3c-a559-de560896c5c8 req-2833b167-5ab6-46a6-ba6d-96dd41d8005f tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854414 May 16 20:37:04.708666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59090) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:04.734160 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-01d4a8a9-bfd5-4d00-bb6f-3700dee7537d req-16b691c4-3d39-4f2a-b33e-5b0adf7d3fb1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 210 time: 0.0656478 May 16 20:37:05.003074 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:05.045531 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-259d4372-a7d1-4fb5-9771-9222e6498d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:05.077426 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04948340-2c71-481a-9c29-71b06aca8082 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:05.093837 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Publish callbacks [] for port (04948340-2c71-481a-9c29-71b06aca8082), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:05.178602 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Transition to ACTIVE for port object 04948340-2c71-481a-9c29-71b06aca8082 will not be triggered until provisioned by entity L2. {{(pid=103496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:37:05.216359 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (04948340-2c71-481a-9c29-71b06aca8082), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:05.261396 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-259d4372-a7d1-4fb5-9771-9222e6498d1d admin admin] Publish callbacks [] for security_group (3b387b97-7716-4e8d-a94c-318dc4df959f), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:05.263256 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.60', 52304) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:05.299953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-259d4372-a7d1-4fb5-9771-9222e6498d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3b387b97-7716-4e8d-a94c-318dc4df959f), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:05.425758 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-259d4372-a7d1-4fb5-9771-9222e6498d1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff2f097602f64521be30fcac0c86ca14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7154453 May 16 20:37:05.470811 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d4372-a7d1-4fb5-9771-9222e6498d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b387b97-7716-4e8d-a94c-318dc4df959f,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:05.477273 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9d19459e-5fa9-4061-88e9-56b16b4d82f1 req-3080af4d-063c-4795-90d5-1e0d6cc209ff tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 210 time: 0.1826947 May 16 20:37:05.489737 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59116) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:05.751481 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-372f1491-0d1b-49c7-8bab-5c93aadb8be1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:05.763273 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-372f1491-0d1b-49c7-8bab-5c93aadb8be1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 817 time: 1.4360392 May 16 20:37:05.923840 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd31b6-c2c1-4378-b694-73d5801e9aa9 req-f3766e53-0029-4893-a18b-754e5c43cad3 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:05.927703 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35bd31b6-c2c1-4378-b694-73d5801e9aa9 req-f3766e53-0029-4893-a18b-754e5c43cad3 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.2831485 May 16 20:37:05.933073 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59132) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:05.945420 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=04948340-2c71-481a-9c29-71b06aca8082,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:05.965817 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Attempting to bind port 04948340-2c71-481a-9c29-71b06aca8082 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:37:05.966086 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Attempting to bind port 04948340-2c71-481a-9c29-71b06aca8082 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '07994181-de69-4437-a25f-351669816f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:37:05.966551 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Attempting to bind port 04948340-2c71-481a-9c29-71b06aca8082 on network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:05.995669 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Port 04948340-2c71-481a-9c29-71b06aca8082 on network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:37:05.995995 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Attempting to bind port 04948340-2c71-481a-9c29-71b06aca8082 on network cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:06.019624 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:37:06.019989 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Checking segment: {'id': '07994181-de69-4437-a25f-351669816f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:37:06.020679 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Bound using segment: {'id': '07994181-de69-4437-a25f-351669816f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:37:06.021603 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Bound port: 04948340-2c71-481a-9c29-71b06aca8082, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07994181-de69-4437-a25f-351669816f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:37:06.021975 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (04948340-2c71-481a-9c29-71b06aca8082), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.037243 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-638100f4-76f5-44e6-9dd8-dc3b57484b64 req-227a441f-6cbb-4796-a321-ea625a4140c5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 210 time: 0.1046808 May 16 20:37:06.052173 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-a036573a-9589-44a5-9e1a-f707b12aa315 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 379 time: 0.1492889 May 16 20:37:06.057178 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3c4be713-a723-457c-9923-ae7554451672 admin admin] Publish callbacks [] for security_group (3b387b97-7716-4e8d-a94c-318dc4df959f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.145510 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-69179817-df6a-4af4-8861-2c2884e7f5e8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:06.147528 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-69179817-df6a-4af4-8861-2c2884e7f5e8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.8830557 May 16 20:37:06.186174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3c4be713-a723-457c-9923-ae7554451672 admin admin] Publish callbacks [] for security_group (3b387b97-7716-4e8d-a94c-318dc4df959f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.192927 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] For port 04948340-2c71-481a-9c29-71b06aca8082, host hv-cinder-77703, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:37:06.198797 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] For port 04948340-2c71-481a-9c29-71b06aca8082, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=04948340-2c71-481a-9c29-71b06aca8082,segment=NetworkSegment(07994181-de69-4437-a25f-351669816f9e),segment_id=07994181-de69-4437-a25f-351669816f9e)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:37:06.205615 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35bd31b6-c2c1-4378-b694-73d5801e9aa9 req-963ebbb2-c83b-4481-bd9a-e7e369580c5c tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250116 May 16 20:37:06.206659 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2e6676d3-8d9e-4477-80c8-9887b238c361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.208264 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'port': {'device_id': '6f8d450f-828f-4002-b649-ff13d14a047c', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'admin_state_up': True, 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'security_groups': ['c5d21cc0-97d6-42d5-93ce-eadf6c398210']}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:06.228466 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (04948340-2c71-481a-9c29-71b06aca8082), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.318597 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3c4be713-a723-457c-9923-ae7554451672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3b387b97-7716-4e8d-a94c-318dc4df959f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.332946 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3c4be713-a723-457c-9923-ae7554451672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.334468 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-3c4be713-a723-457c-9923-ae7554451672 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b387b97-7716-4e8d-a94c-318dc4df959f HTTP/1.1" status: 204 len: 168 time: 0.8436790 May 16 20:37:06.378521 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4be713-a723-457c-9923-ae7554451672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b387b97-7716-4e8d-a94c-318dc4df959f,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:06.382157 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:06.382798 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.384391 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] 10.222.0.60 "PUT /v2.0/ports/04948340-2c71-481a-9c29-71b06aca8082 HTTP/1.1" status: 200 len: 1093 time: 2.9801848 May 16 20:37:06.385001 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'tag': '04948340-2c71-481a-9c29-71b06aca8082'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:06.498238 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2e6676d3-8d9e-4477-80c8-9887b238c361 admin admin] Publish callbacks [] for security_group (13395f3f-4acf-4dbe-b78d-a874be5b5736), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.512330 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2e6676d3-8d9e-4477-80c8-9887b238c361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (13395f3f-4acf-4dbe-b78d-a874be5b5736), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.554659 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-2e6676d3-8d9e-4477-80c8-9887b238c361 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c71264673cd46288ae1e42a5f9e0875&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5926917 May 16 20:37:06.565479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59160) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:06.652883 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-7ab92162-5c28-47ad-a3d6-eafe369e7331 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 380 time: 0.1970842 May 16 20:37:06.655588 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6676d3-8d9e-4477-80c8-9887b238c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13395f3f-4acf-4dbe-b78d-a874be5b5736,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:06.665137 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'port': {'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'admin_state_up': True, 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'security_groups': ['d83e9dfa-d071-4921-b576-af1a548e8080']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:06.774333 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722b744-1f02-47d0-830b-c096f1d9ebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=04948340-2c71-481a-9c29-71b06aca8082,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:06.788205 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a4e29114-88c9-4fc7-b4af-9305dd6b1d71 req-4a3d64ba-f898-470d-ac40-968f4248ccdd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 210 time: 0.1756847 May 16 20:37:06.831983 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-0807f4e9-c967-4d8d-bd12-c2cbc3783279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:06.833579 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-0807f4e9-c967-4d8d-bd12-c2cbc3783279 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17c116936d14470bb13850d6b8c83f8e&device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 1127 time: 0.3189459 May 16 20:37:06.836831 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ad27d498-8327-4767-9132-470aed0f716c admin admin] Publish callbacks [] for security_group (13395f3f-4acf-4dbe-b78d-a874be5b5736), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.919707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ad27d498-8327-4767-9132-470aed0f716c admin admin] Publish callbacks [] for security_group (13395f3f-4acf-4dbe-b78d-a874be5b5736), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:06.973451 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Made reservation on behalf of 970ed3a09b3e490399fa39d38e97f9cb for: {'port': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:06.985077 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.019166 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Made reservation on behalf of 2beaab3a72a345d98a9ec4e0ae4686b6 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:07.022805 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.083574 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-3e470fe7-40ed-458c-b96d-450952275fb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04948340-2c71-481a-9c29-71b06aca8082 HTTP/1.1" status: 200 len: 217 time: 0.2392657 May 16 20:37:07.083574 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59184) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:07.156961 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22e4e1-0647-4678-9aae-3eb2bcf82954" -d '{"events": [{"name": "network-changed", "server_uuid": "952d1913-9e82-4b2c-b4b5-3edf96b62106", "tag": "04948340-2c71-481a-9c29-71b06aca8082"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:07.158748 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ad27d498-8327-4767-9132-470aed0f716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (13395f3f-4acf-4dbe-b78d-a874be5b5736), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.170636 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ad27d498-8327-4767-9132-470aed0f716c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.172252 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ad27d498-8327-4767-9132-470aed0f716c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13395f3f-4acf-4dbe-b78d-a874be5b5736 HTTP/1.1" status: 204 len: 168 time: 0.6057329 May 16 20:37:07.295956 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-403ee9b3-571f-4e66-a707-32948b4f582b req-3e11131e-8d21-4afd-a5c3-81b11f13b472 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 210 time: 0.1221859 May 16 20:37:07.345134 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27d498-8327-4767-9132-470aed0f716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13395f3f-4acf-4dbe-b78d-a874be5b5736,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:07.549532 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d909ab71-3137-464b-9ee9-abd377dbaed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.619477 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-c0d696af-3dc2-4703-8753-24022c96bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:07.621419 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-c0d696af-3dc2-4703-8753-24022c96bd93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2dc5f3e-d790-4406-b560-ed0cd16b3676 HTTP/1.1" status: 200 len: 852 time: 0.4988389 May 16 20:37:07.639107 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d086f9b1-6c6a-4c4a-8269-9ecb11c8ab26 x-openstack-request-id: req-d086f9b1-6c6a-4c4a-8269-9ecb11c8ab26 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:07.639494 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952d1913-9e82-4b2c-b4b5-3edf96b62106", "tag": "04948340-2c71-481a-9c29-71b06aca8082", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:07.639801 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d086f9b1-6c6a-4c4a-8269-9ecb11c8ab26 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:07.640426 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d086f9b1-6c6a-4c4a-8269-9ecb11c8ab26'] response: {'name': 'network-changed', 'server_uuid': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'tag': '04948340-2c71-481a-9c29-71b06aca8082', 'status': 'completed', 'code': 200} May 16 20:37:07.751858 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.20.0.14 (51755a9b-e432-418d-95c4-023d6854f406/72ced089-7684-4ae7-b5cc-0a11ad060d49/666e8c7b-f3e1-4b80-bf22-b473c22db3cd) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:37:07.788136 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-ccaeae59-51b0-4f9b-a5fc-2edcbc71c3c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524684 May 16 20:37:07.902801 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d909ab71-3137-464b-9ee9-abd377dbaed6 admin admin] Publish callbacks [] for security_group (44e75747-7a97-4031-8f69-6807f0c493bb), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.908690 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Allocated IP 172.20.0.3 (ecfbded1-d8d9-4f26-a9bd-62198a15a84a/278d51b3-5296-4fbb-ba4c-3968cad304ff/6aa491fa-5223-4d44-b9ca-f8811045b0ad) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:37:07.938463 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d909ab71-3137-464b-9ee9-abd377dbaed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (44e75747-7a97-4031-8f69-6807f0c493bb), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.999362 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dee041-9b48-415e-99b0-1e732c35ff7f req-b1c78e57-de2e-40a9-be11-ff907b1234c4 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:08.010213 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d909ab71-3137-464b-9ee9-abd377dbaed6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00607ca0863848d6b887ad9c198ddf50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9018378 May 16 20:37:08.012364 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03dee041-9b48-415e-99b0-1e732c35ff7f req-b1c78e57-de2e-40a9-be11-ff907b1234c4 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.5487962 May 16 20:37:08.016121 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59242) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:08.016620 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ab71-3137-464b-9ee9-abd377dbaed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e75747-7a97-4031-8f69-6807f0c493bb,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:08.098265 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-04d15581-9f47-44d1-bf50-39d0cd970e80 req-9fb90a28-ccd9-4f23-b40a-4c87568467ea tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 210 time: 0.0735455 May 16 20:37:08.103828 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-d10c7611-8a7a-49a0-adb2-ea5ef77410b8 service neutron] 10.222.0.60 "GET /v2.0/networks/cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805321 May 16 20:37:08.228840 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03dee041-9b48-415e-99b0-1e732c35ff7f req-09b20d4c-4f3e-414a-bf9e-2058cb204149 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134976 May 16 20:37:08.236646 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b912452d-03cf-45dc-9707-be7ac7186b57 admin admin] Publish callbacks [] for security_group (44e75747-7a97-4031-8f69-6807f0c493bb), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.288635 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b912452d-03cf-45dc-9707-be7ac7186b57 admin admin] Publish callbacks [] for security_group (44e75747-7a97-4031-8f69-6807f0c493bb), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.303919 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.317605 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.335785 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0118da35-4aef-4ceb-92e6-d794808c2a4d req-9552b2ec-3ec2-4b72-a7c3-8fb7111c324a service neutron] 10.222.0.60 "GET /v2.0/networks/cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187877 May 16 20:37:08.416129 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.427358 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.429491 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b912452d-03cf-45dc-9707-be7ac7186b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (44e75747-7a97-4031-8f69-6807f0c493bb), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.433793 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b912452d-03cf-45dc-9707-be7ac7186b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.434987 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b912452d-03cf-45dc-9707-be7ac7186b57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44e75747-7a97-4031-8f69-6807f0c493bb HTTP/1.1" status: 204 len: 168 time: 0.4157085 May 16 20:37:08.542593 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 51755a9b-e432-418d-95c4-023d6854f406 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:37:08.551844 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:37:08.554628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:37:08.560098 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:08.560815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.566459 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912452d-03cf-45dc-9707-be7ac7186b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e75747-7a97-4031-8f69-6807f0c493bb,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:08.639985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:08.710927 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-0d9f5403-bfd4-4a14-af91-a96d3f5f568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:08.716211 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-0d9f5403-bfd4-4a14-af91-a96d3f5f568d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17c116936d14470bb13850d6b8c83f8e&device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 1127 time: 0.2324252 May 16 20:37:08.751463 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-b17ee702-4a7e-4b89-8797-a91e8322c1aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0925653 May 16 20:37:08.772156 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:08.808081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eed9b6-f900-4c33-b9e5-005e46258fb8 req-34dbfb64-8e2f-4a4e-aece-247ff8349352 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:08.812753 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47eed9b6-f900-4c33-b9e5-005e46258fb8 req-34dbfb64-8e2f-4a4e-aece-247ff8349352 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 932 time: 0.2900038 May 16 20:37:08.846127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Request body: {'port': {'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:09.117827 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:37:09.122528 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-3dd1a291-737a-442e-b778-ba4fe233acf9 None None] Provisioning complete for port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:09.123164 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a291-737a-442e-b778-ba4fe233acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:09.175648 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:37:09.185235 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:37:09.191113 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:09.191535 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:09.208121 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:09.249352 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-63d288ef-d5aa-4a85-86d8-f6ba32a21946 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0459566 May 16 20:37:09.256227 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-991593a7-ed21-4a36-be15-9de602027d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:09.259443 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-991593a7-ed21-4a36-be15-9de602027d4f service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 HTTP/1.1" status: 200 len: 913 time: 0.4684129 May 16 20:37:09.264243 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Request body: {'port': {'device_id': '6f8d450f-828f-4002-b649-ff13d14a047c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:09.279659 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1a291-737a-442e-b778-ba4fe233acf9 None None] Port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:37:09.343659 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47eed9b6-f900-4c33-b9e5-005e46258fb8 req-ac35ea42-ac51-4389-83b0-b6036e2326e4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5225766 May 16 20:37:09.472934 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59292) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:09.522952 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-bfbba634-7885-4028-9f91-4257a794cbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:09.691544 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383352-027f-481a-a348-f4107f985f13 req-e871c2b0-4ead-4d36-81a8-bd40f1bb68c3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:09.701715 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8c383352-027f-481a-a348-f4107f985f13 req-e871c2b0-4ead-4d36-81a8-bd40f1bb68c3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 931 time: 0.4046690 May 16 20:37:09.711936 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-cf96ffe4-65fd-41cc-a27c-1dd51c002d7f None None] Provisioning complete for port 6aa491fa-5223-4d44-b9ca-f8811045b0ad triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:09.712715 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cf96ffe4-65fd-41cc-a27c-1dd51c002d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:09.753587 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-0843c3dc-618e-4233-b12a-a74c7b412497 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04948340-2c71-481a-9c29-71b06aca8082 HTTP/1.1" status: 200 len: 217 time: 0.4703462 May 16 20:37:09.792932 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953ca97-ff14-4e93-9c89-8ac92a83d418 req-b2dc4679-717c-4390-b317-17f087afc68d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:09.805065 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1953ca97-ff14-4e93-9c89-8ac92a83d418 req-b2dc4679-717c-4390-b317-17f087afc68d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.2833335 May 16 20:37:09.813259 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-cf96ffe4-65fd-41cc-a27c-1dd51c002d7f None None] Port 6aa491fa-5223-4d44-b9ca-f8811045b0ad cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:37:09.818175 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.073098 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8c383352-027f-481a-a348-f4107f985f13 req-cb1c8469-aef1-43d0-9d6d-1d8a01f0391f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650818 May 16 20:37:10.182815 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1953ca97-ff14-4e93-9c89-8ac92a83d418 req-b74aaf35-92ce-44c2-8ee3-91e77fbb18d1 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766243 May 16 20:37:10.192254 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-bfbba634-7885-4028-9f91-4257a794cbcf admin admin] Publish callbacks [] for security_group (99a7832e-d815-4fb5-b3e9-76f87f779eb9), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.218746 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-bfbba634-7885-4028-9f91-4257a794cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (99a7832e-d815-4fb5-b3e9-76f87f779eb9), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.247916 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-bfbba634-7885-4028-9f91-4257a794cbcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f836579993384d6e8d8e99ee4627e3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7658756 May 16 20:37:10.253707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59326) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:10.337325 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa491fa-5223-4d44-b9ca-f8811045b0ad {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:10.347930 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Publish callbacks [] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.384311 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Transition to ACTIVE for port object 6aa491fa-5223-4d44-b9ca-f8811045b0ad will not be triggered until provisioned by entity L2. {{(pid=103496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:37:10.398596 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbba634-7885-4028-9f91-4257a794cbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a7832e-d815-4fb5-b3e9-76f87f779eb9,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:10.411081 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.540280 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b42ba43b-dc5d-4a0c-8d28-bbad2cfbf9fd admin admin] Publish callbacks [] for security_group (99a7832e-d815-4fb5-b3e9-76f87f779eb9), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.553985 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:10.723712 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Attempting to bind port 6aa491fa-5223-4d44-b9ca-f8811045b0ad on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:37:10.724474 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Attempting to bind port 6aa491fa-5223-4d44-b9ca-f8811045b0ad by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:37:10.724826 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Attempting to bind port 6aa491fa-5223-4d44-b9ca-f8811045b0ad on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:10.759508 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Port 6aa491fa-5223-4d44-b9ca-f8811045b0ad on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:37:10.760149 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Attempting to bind port 6aa491fa-5223-4d44-b9ca-f8811045b0ad on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:10.810697 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:37:10.811283 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Checking segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:37:10.811877 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Bound using segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:37:10.814233 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Bound port: 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:37:10.815109 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.939343 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-8a1d9118-a40b-45c6-8a37-850d25c0e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:10.945890 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-8a1d9118-a40b-45c6-8a37-850d25c0e880 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2dc5f3e-d790-4406-b560-ed0cd16b3676 HTTP/1.1" status: 200 len: 852 time: 0.2325234 May 16 20:37:10.995439 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:37:11.002866 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:37:11.014342 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.122279 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:11.123557 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.129187 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 1093 time: 1.8690159 May 16 20:37:11.137013 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:11.140475 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a072a35-2f30-4d63-ae19-2e69fb18ab9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:11.150556 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b42ba43b-dc5d-4a0c-8d28-bbad2cfbf9fd admin admin] Publish callbacks [] for security_group (99a7832e-d815-4fb5-b3e9-76f87f779eb9), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.223591 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666e8c7b-f3e1-4b80-bf22-b473c22db3cd {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:11.246976 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-5dc0e233-98b6-4526-9a15-58bddceda3f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124485 May 16 20:37:11.297740 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8494c5-81d6-41e5-a03f-f288e326fa91 req-c290996a-e7e8-4eaa-83ab-156981f1555b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:11.297951 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68746f0-b0be-46e5-90c4-3c5a535892b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:11.308296 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2a8494c5-81d6-41e5-a03f-f288e326fa91 req-c290996a-e7e8-4eaa-83ab-156981f1555b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 932 time: 0.7563338 May 16 20:37:11.320212 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Publish callbacks [] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.416813 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59394) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:11.448615 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Transition to ACTIVE for port object 666e8c7b-f3e1-4b80-bf22-b473c22db3cd will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:37:11.469822 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62f751-5c33-40bd-a5ab-5307a22aeb7b req-d3e8a4ca-6b09-4d2d-944e-e2ffb0a00e3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:11.471767 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6f62f751-5c33-40bd-a5ab-5307a22aeb7b req-d3e8a4ca-6b09-4d2d-944e-e2ffb0a00e3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.2437043 May 16 20:37:11.472636 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.520994 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2a8494c5-81d6-41e5-a03f-f288e326fa91 req-e87c120a-7de4-461f-bbaa-3b67415576c1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966810 May 16 20:37:11.536633 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b42ba43b-dc5d-4a0c-8d28-bbad2cfbf9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (99a7832e-d815-4fb5-b3e9-76f87f779eb9), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.539191 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b42ba43b-dc5d-4a0c-8d28-bbad2cfbf9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.540536 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b42ba43b-dc5d-4a0c-8d28-bbad2cfbf9fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99a7832e-d815-4fb5-b3e9-76f87f779eb9 HTTP/1.1" status: 204 len: 168 time: 1.2858353 May 16 20:37:11.581376 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e68088-64f9-4e03-9ffe-0b1f586c763e x-openstack-request-id: req-64e68088-64f9-4e03-9ffe-0b1f586c763e {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:11.582367 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:11.583595 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64e68088-64f9-4e03-9ffe-0b1f586c763e {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:11.584275 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e68088-64f9-4e03-9ffe-0b1f586c763e'] response: {'name': 'network-changed', 'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'status': 'completed', 'code': 200} May 16 20:37:11.587817 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-157a3c2b-f5d3-4052-b5cd-06693cb42d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.597191 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ba43b-dc5d-4a0c-8d28-bbad2cfbf9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a7832e-d815-4fb5-b3e9-76f87f779eb9,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:11.605005 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Pushing event updated for resources: {'Port': ['ID=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:11.714642 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6f62f751-5c33-40bd-a5ab-5307a22aeb7b req-34d4c7fd-91fd-4f02-945e-c547222573ca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247975 May 16 20:37:11.749431 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Attempting to bind port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:37:11.749793 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Attempting to bind port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:37:11.750149 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Attempting to bind port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:11.755664 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-157a3c2b-f5d3-4052-b5cd-06693cb42d27 admin admin] Publish callbacks [] for security_group (55b8ae52-55bb-455b-9727-afe28060d886), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.763305 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-157a3c2b-f5d3-4052-b5cd-06693cb42d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (55b8ae52-55bb-455b-9727-afe28060d886), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.804705 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd on network 51755a9b-e432-418d-95c4-023d6854f406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:37:11.805077 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Attempting to bind port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:11.820895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:37:11.821174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Checking segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:37:11.821757 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Bound using segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:37:11.822245 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Bound port: 666e8c7b-f3e1-4b80-bf22-b473c22db3cd, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:37:11.822598 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.852246 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73aa40-098b-47e6-837a-ccf5f90b0870 req-8429ac55-cd5d-4d7e-a608-c146c9c305b3 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:11.861146 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa73aa40-098b-47e6-837a-ccf5f90b0870 req-8429ac55-cd5d-4d7e-a608-c146c9c305b3 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.1677930 May 16 20:37:11.862303 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-157a3c2b-f5d3-4052-b5cd-06693cb42d27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19972a48759f4069a2c855f9f7f829e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439642 May 16 20:37:11.863081 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a3c2b-f5d3-4052-b5cd-06693cb42d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b8ae52-55bb-455b-9727-afe28060d886,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:11.865632 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59424) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:12.016697 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa73aa40-098b-47e6-837a-ccf5f90b0870 req-1fed5907-de41-4dbf-841d-93a31a3592c3 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405871 May 16 20:37:12.051563 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] For port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:37:12.062977 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d4f20b06-8984-4b3a-8043-5c3fe169b77f admin admin] Publish callbacks [] for security_group (55b8ae52-55bb-455b-9727-afe28060d886), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:12.082535 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] For port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:37:12.122253 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:12.133942 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d4f20b06-8984-4b3a-8043-5c3fe169b77f admin admin] Publish callbacks [] for security_group (55b8ae52-55bb-455b-9727-afe28060d886), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:12.228866 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:12.229699 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:12.238217 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] 10.222.0.60 "PUT /v2.0/ports/666e8c7b-f3e1-4b80-bf22-b473c22db3cd HTTP/1.1" status: 200 len: 1094 time: 3.4218907 May 16 20:37:12.241370 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:12.490976 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863df03-e8bd-4da0-b178-08982bf3a795 service neutron] Pushing event updated for resources: {'Port': ['ID=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:12.752544 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-2fe24033-32f2-4495-b7a0-946c06c5c83d service neutron] 10.222.0.60 "GET /v2.0/networks/cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615094 May 16 20:37:12.841567 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-e05063b4-bc5c-43f8-a602-998371d99116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:12.844520 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-e05063b4-bc5c-43f8-a602-998371d99116 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 1128 time: 0.2781029 May 16 20:37:12.865022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49985ad3-ac06-49e8-842a-4471af79615f" -d '{"events": [{"name": "network-changed", "server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:12.921218 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d4f20b06-8984-4b3a-8043-5c3fe169b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (55b8ae52-55bb-455b-9727-afe28060d886), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:12.927808 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d4f20b06-8984-4b3a-8043-5c3fe169b77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:12.934220 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d4f20b06-8984-4b3a-8043-5c3fe169b77f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b8ae52-55bb-455b-9727-afe28060d886 HTTP/1.1" status: 204 len: 168 time: 1.0653780 May 16 20:37:12.980922 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072a35-2f30-4d63-ae19-2e69fb18ab9c req-17b28782-e68c-48c9-aad0-cb3a6b2ea0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:12.982464 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a072a35-2f30-4d63-ae19-2e69fb18ab9c req-17b28782-e68c-48c9-aad0-cb3a6b2ea0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1127 time: 0.4651558 May 16 20:37:13.002828 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-2abdde34-890d-4c5b-86d8-d17a4c8a733b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd HTTP/1.1" status: 200 len: 217 time: 0.1391983 May 16 20:37:13.051413 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b4edf-1c61-4381-869f-74b8862512cb req-caac0281-e618-4a18-a9ea-38cdcefe8139 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:13.076595 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2f6b4edf-1c61-4381-869f-74b8862512cb req-caac0281-e618-4a18-a9ea-38cdcefe8139 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 944 time: 0.3425636 May 16 20:37:13.092740 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f20b06-8984-4b3a-8043-5c3fe169b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b8ae52-55bb-455b-9727-afe28060d886,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:13.126196 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-9892e8be-c2a6-4931-a048-0c5f71bbc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:13.129252 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-9892e8be-c2a6-4931-a048-0c5f71bbc620 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.1044879 May 16 20:37:13.190222 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2a22e4e1-0647-4678-9aae-3eb2bcf82954 req-0bf1e3a7-e3e6-4ecd-bd08-c31ff2796454 service neutron] 10.222.0.60 "GET /v2.0/networks/cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063733 May 16 20:37:13.218778 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-6b0a733f-652f-4b53-9f7c-68c30230d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:13.220500 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-6b0a733f-652f-4b53-9f7c-68c30230d6b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0830317 May 16 20:37:13.283361 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6fb5d-7565-46e4-afd1-dbafc51e4ca4 req-37708df6-5d3e-415a-9b52-9f5270de58e9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:13.291786 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4af6fb5d-7565-46e4-afd1-dbafc51e4ca4 req-37708df6-5d3e-415a-9b52-9f5270de58e9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.3910697 May 16 20:37:13.441961 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-c049255d-130f-4c5f-8297-c9a49a244ed8 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038989 May 16 20:37:13.771055 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2f6b4edf-1c61-4381-869f-74b8862512cb req-3fb3abed-3798-42c6-b64f-431a28fecb52 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6918333 May 16 20:37:13.775327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072a35-2f30-4d63-ae19-2e69fb18ab9c req-66d28524-647e-419e-bbf0-bc02b198a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:13.782057 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a072a35-2f30-4d63-ae19-2e69fb18ab9c req-66d28524-647e-419e-bbf0-bc02b198a116 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6989412 May 16 20:37:13.853981 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4af6fb5d-7565-46e4-afd1-dbafc51e4ca4 req-e0aefb88-5775-4671-8449-60f3f6c1ec8d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5607982 May 16 20:37:14.011043 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-03b32a26-75e2-4c9b-8b73-6e005d454b06 req-7ccdd2f2-7537-4932-867e-71086d5817a6 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796032 May 16 20:37:14.183153 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59568) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:14.234226 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295e79f-d94f-4e79-9997-e79bf9031c73 req-98788045-3c6f-4119-8072-9ac2f7aed62f tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:14.235738 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b295e79f-d94f-4e79-9997-e79bf9031c73 req-98788045-3c6f-4119-8072-9ac2f7aed62f tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.2307239 May 16 20:37:14.383435 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2727c044-e52f-465a-824f-ba818692d66b x-openstack-request-id: req-2727c044-e52f-465a-824f-ba818692d66b {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:14.383722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:14.383966 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2727c044-e52f-465a-824f-ba818692d66b {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:14.384427 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2727c044-e52f-465a-824f-ba818692d66b'] response: {'name': 'network-changed', 'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'status': 'completed', 'code': 200} May 16 20:37:14.479129 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b295e79f-d94f-4e79-9997-e79bf9031c73 req-f408b819-b96a-4c5a-9e8d-fad19c66ffb5 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113895 May 16 20:37:14.497663 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072a35-2f30-4d63-ae19-2e69fb18ab9c req-fa519baa-ecc3-4632-9792-05f1620c6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:14.501724 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a072a35-2f30-4d63-ae19-2e69fb18ab9c req-fa519baa-ecc3-4632-9792-05f1620c6dda service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5341537 May 16 20:37:14.513540 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49985ad3-ac06-49e8-842a-4471af79615f req-3fa80b23-7a4d-41c7-9240-d262cc0a7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:14.516727 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-49985ad3-ac06-49e8-842a-4471af79615f req-3fa80b23-7a4d-41c7-9240-d262cc0a7783 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 1128 time: 0.1051240 May 16 20:37:14.558648 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5bbf02cf-2a2a-4690-8ca1-4f3630ad4de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:14.755305 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5bbf02cf-2a2a-4690-8ca1-4f3630ad4de6 admin admin] Publish callbacks [] for security_group (9c113bd5-6381-4eec-8305-968cb6a3a870), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:14.773774 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5bbf02cf-2a2a-4690-8ca1-4f3630ad4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (9c113bd5-6381-4eec-8305-968cb6a3a870), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:14.866474 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf02cf-2a2a-4690-8ca1-4f3630ad4de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c113bd5-6381-4eec-8305-968cb6a3a870,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:14.878938 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5bbf02cf-2a2a-4690-8ca1-4f3630ad4de6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07285fd0cbcf409b8d2f950ba33a2bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6946380 May 16 20:37:14.882217 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59604) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:15.085677 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d916-5f0f-4ef3-aa94-66f1911d2654 req-881d2dbd-860b-4bb1-849e-ba87240732d8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:15.089674 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4af8d916-5f0f-4ef3-aa94-66f1911d2654 req-881d2dbd-860b-4bb1-849e-ba87240732d8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 944 time: 0.1986966 May 16 20:37:15.215259 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-588686f8-a12a-439d-8f0a-426ed1aea68c admin admin] Publish callbacks [] for security_group (9c113bd5-6381-4eec-8305-968cb6a3a870), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:15.250089 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-588686f8-a12a-439d-8f0a-426ed1aea68c admin admin] Publish callbacks [] for security_group (9c113bd5-6381-4eec-8305-968cb6a3a870), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:15.333302 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14494c17-cfb7-4f4e-b35d-6ce7eae82c14 req-e015d85a-033d-43e9-8975-3f03be023e48 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:15.338189 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-14494c17-cfb7-4f4e-b35d-6ce7eae82c14 req-e015d85a-033d-43e9-8975-3f03be023e48 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.2284954 May 16 20:37:15.414510 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4af8d916-5f0f-4ef3-aa94-66f1911d2654 req-4ae27d52-0475-4e30-af0a-268c511d4bcb tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702053 May 16 20:37:15.433332 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-14494c17-cfb7-4f4e-b35d-6ce7eae82c14 req-ab99b779-eda9-4421-abed-239ee5316168 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762606 May 16 20:37:15.456501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-588686f8-a12a-439d-8f0a-426ed1aea68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (9c113bd5-6381-4eec-8305-968cb6a3a870), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:15.465251 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-588686f8-a12a-439d-8f0a-426ed1aea68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:15.466916 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-588686f8-a12a-439d-8f0a-426ed1aea68c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c113bd5-6381-4eec-8305-968cb6a3a870 HTTP/1.1" status: 204 len: 168 time: 0.5832264 May 16 20:37:15.477634 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588686f8-a12a-439d-8f0a-426ed1aea68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c113bd5-6381-4eec-8305-968cb6a3a870,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:15.598988 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-49418cee-e3af-49d6-b30c-17b07db7b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:15.604402 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-49418cee-e3af-49d6-b30c-17b07db7b89c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1127 time: 0.1020596 May 16 20:37:15.708390 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49985ad3-ac06-49e8-842a-4471af79615f req-2e36759e-11b0-4a88-ac09-8c7274722e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:15.715184 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-49985ad3-ac06-49e8-842a-4471af79615f req-2e36759e-11b0-4a88-ac09-8c7274722e10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.2570872 May 16 20:37:15.834444 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-49985ad3-ac06-49e8-842a-4471af79615f req-50649dcf-95fa-4335-9dd0-ab15e0641a71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd HTTP/1.1" status: 200 len: 217 time: 0.1050210 May 16 20:37:16.004250 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49985ad3-ac06-49e8-842a-4471af79615f req-2f4e6d58-7040-407d-b0c8-75bad704d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:16.005881 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-49985ad3-ac06-49e8-842a-4471af79615f req-2f4e6d58-7040-407d-b0c8-75bad704d3ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.1295917 May 16 20:37:16.036419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-9c3dbb11-3e6f-409d-91d9-27ce32a5ec42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 217 time: 0.4157565 May 16 20:37:16.085522 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27359-2ef4-47a5-b6ce-bafdc203845f req-8556688c-a48e-4b51-a584-9a3c6b40ce50 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:16.087682 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-75f27359-2ef4-47a5-b6ce-bafdc203845f req-8556688c-a48e-4b51-a584-9a3c6b40ce50 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.0500846 May 16 20:37:16.182507 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-75f27359-2ef4-47a5-b6ce-bafdc203845f req-11a36f57-4ca8-4b0d-a2ee-65065c172463 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878971 May 16 20:37:16.204328 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59650) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:16.412167 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49985ad3-ac06-49e8-842a-4471af79615f req-ecafb97a-635a-4dc0-bf19-cacde8a34071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:16.414978 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-49985ad3-ac06-49e8-842a-4471af79615f req-ecafb97a-635a-4dc0-bf19-cacde8a34071 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697503 May 16 20:37:16.437788 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-a8c5a51b-aee4-44e1-b127-71dffccefab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:16.439276 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-a8c5a51b-aee4-44e1-b127-71dffccefab1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0942960 May 16 20:37:16.446600 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59660) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:16.595882 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f907b8d2-1616-4d82-82da-01cc8b02f9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:16.637904 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-49985ad3-ac06-49e8-842a-4471af79615f req-ca3f5b5c-d194-4045-8eb4-53ff82ff439f service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984856 May 16 20:37:16.707760 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-efff81d4-4744-41fa-812b-1d775883cfc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:16.720805 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-9c90caad-9964-4a46-8b96-6000ced7c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:16.722432 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-9c90caad-9964-4a46-8b96-6000ced7c852 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2500134 May 16 20:37:16.737097 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aded29-7e25-4b11-8c11-47d968663d09 req-f83f0e4d-3088-4426-9e6c-ef3925e7edc9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:16.738615 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b8aded29-7e25-4b11-8c11-47d968663d09 req-f83f0e4d-3088-4426-9e6c-ef3925e7edc9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 944 time: 0.1441138 May 16 20:37:16.751972 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db18bf-cef1-4584-888b-d9f65a6ac26e req-982e3728-5a54-4fd4-8204-4e59e8861a7b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:16.753546 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7db18bf-cef1-4584-888b-d9f65a6ac26e req-982e3728-5a54-4fd4-8204-4e59e8861a7b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1656001 May 16 20:37:16.793361 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-efff81d4-4744-41fa-812b-1d775883cfc9 admin admin] Publish callbacks [] for security_group (833a8ffc-650b-44cc-b87a-57ce7814e82e), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:16.798771 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-efff81d4-4744-41fa-812b-1d775883cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (833a8ffc-650b-44cc-b87a-57ce7814e82e), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:16.840363 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-efff81d4-4744-41fa-812b-1d775883cfc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9eb4804980364595913f8c7f732caa79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350551 May 16 20:37:16.843093 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59672) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:16.851559 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff81d4-4744-41fa-812b-1d775883cfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833a8ffc-650b-44cc-b87a-57ce7814e82e,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:16.862138 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7db18bf-cef1-4584-888b-d9f65a6ac26e req-21699260-bea4-481c-aa69-5f82a57526b9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981340 May 16 20:37:16.875960 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b8aded29-7e25-4b11-8c11-47d968663d09 req-1a57d928-e819-4b96-ac92-8d2d16b6506c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212518 May 16 20:37:16.912940 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f907b8d2-1616-4d82-82da-01cc8b02f9c0 admin admin] Publish callbacks [] for security_group (6dc421e3-2fb0-47d3-8135-b8ebfc35d177), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:16.921188 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f907b8d2-1616-4d82-82da-01cc8b02f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (6dc421e3-2fb0-47d3-8135-b8ebfc35d177), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:16.994684 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f907b8d2-1616-4d82-82da-01cc8b02f9c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d1263b4328241db8e5b1a9ef028ec9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460670 May 16 20:37:16.997557 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59680) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:17.026560 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-49985ad3-ac06-49e8-842a-4471af79615f req-46887b55-bdef-4ce2-9ce4-e0cabc7f466d service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048160 May 16 20:37:17.027630 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fe50bcef-a9cd-4ba5-8a3d-117e17de7b04 admin admin] Publish callbacks [] for security_group (833a8ffc-650b-44cc-b87a-57ce7814e82e), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.028879 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907b8d2-1616-4d82-82da-01cc8b02f9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc421e3-2fb0-47d3-8135-b8ebfc35d177,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:17.064285 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fe50bcef-a9cd-4ba5-8a3d-117e17de7b04 admin admin] Publish callbacks [] for security_group (833a8ffc-650b-44cc-b87a-57ce7814e82e), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.097179 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-ad6a8106-2198-4703-9070-b2b018d5f495 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720331 May 16 20:37:17.099307 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-94c31fe4-f560-4973-9093-b023e574a2f7 admin admin] Publish callbacks [] for security_group (6dc421e3-2fb0-47d3-8135-b8ebfc35d177), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.121106 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fe50bcef-a9cd-4ba5-8a3d-117e17de7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (833a8ffc-650b-44cc-b87a-57ce7814e82e), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.124087 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fe50bcef-a9cd-4ba5-8a3d-117e17de7b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.128369 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-fe50bcef-a9cd-4ba5-8a3d-117e17de7b04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/833a8ffc-650b-44cc-b87a-57ce7814e82e HTTP/1.1" status: 204 len: 168 time: 0.2801650 May 16 20:37:17.128501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-94c31fe4-f560-4973-9093-b023e574a2f7 admin admin] Publish callbacks [] for security_group (6dc421e3-2fb0-47d3-8135-b8ebfc35d177), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.134365 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50bcef-a9cd-4ba5-8a3d-117e17de7b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833a8ffc-650b-44cc-b87a-57ce7814e82e,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:17.193295 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-94c31fe4-f560-4973-9093-b023e574a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (6dc421e3-2fb0-47d3-8135-b8ebfc35d177), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.195791 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-94c31fe4-f560-4973-9093-b023e574a2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.196974 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-94c31fe4-f560-4973-9093-b023e574a2f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6dc421e3-2fb0-47d3-8135-b8ebfc35d177 HTTP/1.1" status: 204 len: 168 time: 0.1748600 May 16 20:37:17.204955 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c31fe4-f560-4973-9093-b023e574a2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc421e3-2fb0-47d3-8135-b8ebfc35d177,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:17.321210 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d3d1-9282-4f5f-ac09-a3b503cf9d63 req-907e888d-a9d7-4ff4-94de-a36eb5f25d33 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:17.323134 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d284d3d1-9282-4f5f-ac09-a3b503cf9d63 req-907e888d-a9d7-4ff4-94de-a36eb5f25d33 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.0546789 May 16 20:37:17.395456 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d284d3d1-9282-4f5f-ac09-a3b503cf9d63 req-4d420afb-eee1-4759-b804-991bf473e3e9 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664573 May 16 20:37:17.702199 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59736) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:17.716112 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d366961-ec14-48d3-851e-f0069abfe350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.796472 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d366961-ec14-48d3-851e-f0069abfe350 admin admin] Publish callbacks [] for security_group (ff63e0cb-2c76-46b0-a954-7f7a98407ea0), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.808025 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2d366961-ec14-48d3-851e-f0069abfe350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ff63e0cb-2c76-46b0-a954-7f7a98407ea0), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:17.842567 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d366961-ec14-48d3-851e-f0069abfe350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff63e0cb-2c76-46b0-a954-7f7a98407ea0,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:17.854000 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-2d366961-ec14-48d3-851e-f0069abfe350 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21412bad0d344d9eb1690767d32ad2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504774 May 16 20:37:17.854437 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59744) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:17.965242 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59752) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:17.967035 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f3d60323-c167-43c9-b687-a4cd97de8096 admin admin] Publish callbacks [] for security_group (ff63e0cb-2c76-46b0-a954-7f7a98407ea0), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.034099 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc68a354-59e5-4ebb-bcfb-5fb9af57281f req-a184f7a4-4533-4407-99e3-0186b7c8cbcd service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108222 May 16 20:37:18.047254 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f3d60323-c167-43c9-b687-a4cd97de8096 admin admin] Publish callbacks [] for security_group (ff63e0cb-2c76-46b0-a954-7f7a98407ea0), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.119462 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473bd29-bd60-4d28-9a9f-e2768416cf52 req-c5f00d93-a688-462c-b920-397379411ddd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:18.121393 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e473bd29-bd60-4d28-9a9f-e2768416cf52 req-c5f00d93-a688-462c-b920-397379411ddd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 944 time: 0.0858998 May 16 20:37:18.163623 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f3d60323-c167-43c9-b687-a4cd97de8096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ff63e0cb-2c76-46b0-a954-7f7a98407ea0), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.166286 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f3d60323-c167-43c9-b687-a4cd97de8096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.169881 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f3d60323-c167-43c9-b687-a4cd97de8096 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff63e0cb-2c76-46b0-a954-7f7a98407ea0 HTTP/1.1" status: 204 len: 168 time: 0.3120146 May 16 20:37:18.181456 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d60323-c167-43c9-b687-a4cd97de8096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff63e0cb-2c76-46b0-a954-7f7a98407ea0,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:18.187358 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73517d-e640-49d0-99b5-d943b8753cf4 req-9a2264f1-1ae2-47b6-9118-c3b52ef75cd7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:18.199951 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3b73517d-e640-49d0-99b5-d943b8753cf4 req-9a2264f1-1ae2-47b6-9118-c3b52ef75cd7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1325521 May 16 20:37:18.344846 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e473bd29-bd60-4d28-9a9f-e2768416cf52 req-dc490a45-e838-46f7-abe8-2bbf2ba4f555 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171073 May 16 20:37:18.360547 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6182662e-3339-42bb-bfaf-0da229df08ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.360766 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3b73517d-e640-49d0-99b5-d943b8753cf4 req-17405cda-b03b-4d7c-bfbe-b6590227c8c7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549971 May 16 20:37:18.472024 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6182662e-3339-42bb-bfaf-0da229df08ac admin admin] Publish callbacks [] for security_group (10eecdec-df9f-422d-9b6f-17545124772f), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.480839 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6182662e-3339-42bb-bfaf-0da229df08ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (10eecdec-df9f-422d-9b6f-17545124772f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.543536 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-6182662e-3339-42bb-bfaf-0da229df08ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb82c34f2cf24cb0b88ed2e4775f83a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5741632 May 16 20:37:18.545992 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59784) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:18.556382 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182662e-3339-42bb-bfaf-0da229df08ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eecdec-df9f-422d-9b6f-17545124772f,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:18.556658 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-94ecb715-a18c-4c46-9063-e9050b72f4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.599348 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2013f5-18b5-45a0-9495-b93b57aba153 req-9a2948d0-4705-418c-94f2-d26391c7e9de tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:18.601349 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7d2013f5-18b5-45a0-9495-b93b57aba153 req-9a2948d0-4705-418c-94f2-d26391c7e9de tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.1243215 May 16 20:37:18.694616 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-193107c5-3db4-43f0-b91e-a20058f4de24 admin admin] Publish callbacks [] for security_group (10eecdec-df9f-422d-9b6f-17545124772f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.708479 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7d2013f5-18b5-45a0-9495-b93b57aba153 req-092fac42-07dd-4f47-b31f-08e3740bd4fb tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934331 May 16 20:37:18.726337 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-193107c5-3db4-43f0-b91e-a20058f4de24 admin admin] Publish callbacks [] for security_group (10eecdec-df9f-422d-9b6f-17545124772f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.781605 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-193107c5-3db4-43f0-b91e-a20058f4de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (10eecdec-df9f-422d-9b6f-17545124772f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.784445 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-193107c5-3db4-43f0-b91e-a20058f4de24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.785649 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-193107c5-3db4-43f0-b91e-a20058f4de24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10eecdec-df9f-422d-9b6f-17545124772f HTTP/1.1" status: 204 len: 168 time: 0.2381775 May 16 20:37:18.796019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193107c5-3db4-43f0-b91e-a20058f4de24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eecdec-df9f-422d-9b6f-17545124772f,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:19.213974 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59816) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:19.230385 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-296f1f4a-e612-462e-875c-b6a34f1dc9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:19.310992 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-296f1f4a-e612-462e-875c-b6a34f1dc9de admin admin] Publish callbacks [] for security_group (9dadb82e-2a48-4cdd-b39b-64c261f82442), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:19.314733 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-296f1f4a-e612-462e-875c-b6a34f1dc9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (9dadb82e-2a48-4cdd-b39b-64c261f82442), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:19.363861 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-296f1f4a-e612-462e-875c-b6a34f1dc9de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5387c1ebad474154a56d9d911400fc69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483476 May 16 20:37:19.366731 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59826) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:19.369570 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f1f4a-e612-462e-875c-b6a34f1dc9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dadb82e-2a48-4cdd-b39b-64c261f82442,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:19.489647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcfe39-bd69-4cab-a295-a2f2c5acaf4f req-2fce02e0-dd69-4ea2-9bad-caeecac44813 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:19.494925 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-babcfe39-bd69-4cab-a295-a2f2c5acaf4f req-2fce02e0-dd69-4ea2-9bad-caeecac44813 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0635507 May 16 20:37:19.506326 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a388a78b-9d73-42c9-96a4-af2b674e35d6 admin admin] Publish callbacks [] for security_group (9dadb82e-2a48-4cdd-b39b-64c261f82442), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:19.535130 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a388a78b-9d73-42c9-96a4-af2b674e35d6 admin admin] Publish callbacks [] for security_group (9dadb82e-2a48-4cdd-b39b-64c261f82442), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:19.558672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c68c8c-3105-44ec-ae0a-f8cd5de33945 req-08a8576c-c00b-41f5-b3cf-ed759d813336 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:19.560153 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62c68c8c-3105-44ec-ae0a-f8cd5de33945 req-08a8576c-c00b-41f5-b3cf-ed759d813336 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 944 time: 0.0574410 May 16 20:37:19.604954 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a388a78b-9d73-42c9-96a4-af2b674e35d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (9dadb82e-2a48-4cdd-b39b-64c261f82442), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:19.608707 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a388a78b-9d73-42c9-96a4-af2b674e35d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:19.612546 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-a388a78b-9d73-42c9-96a4-af2b674e35d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9dadb82e-2a48-4cdd-b39b-64c261f82442 HTTP/1.1" status: 204 len: 168 time: 0.2421196 May 16 20:37:19.613948 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-babcfe39-bd69-4cab-a295-a2f2c5acaf4f req-471b8491-cbf4-4e42-bc62-6dcd631789ac tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169734 May 16 20:37:19.629440 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388a78b-9d73-42c9-96a4-af2b674e35d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dadb82e-2a48-4cdd-b39b-64c261f82442,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:19.662841 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62c68c8c-3105-44ec-ae0a-f8cd5de33945 req-c4dacde6-e24b-40d5-98cd-82c7a80d086d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947344 May 16 20:37:19.838046 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b5e86-3cd8-4e83-a3e8-73066c47e445 req-a9a92947-2640-48c5-bcd3-360d6daf98f6 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:19.839872 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9d1b5e86-3cd8-4e83-a3e8-73066c47e445 req-a9a92947-2640-48c5-bcd3-360d6daf98f6 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 943 time: 0.0592332 May 16 20:37:19.900117 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9d1b5e86-3cd8-4e83-a3e8-73066c47e445 req-192421ff-88dc-4eee-a231-bb178dd96b2b tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530362 May 16 20:37:20.068535 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 04948340-2c71-481a-9c29-71b06aca8082 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:37:20.182347 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 04948340-2c71-481a-9c29-71b06aca8082, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=04948340-2c71-481a-9c29-71b06aca8082,segment=NetworkSegment(07994181-de69-4437-a25f-351669816f9e),segment_id=07994181-de69-4437-a25f-351669816f9e)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:20.193249 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59870) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:20.200324 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '04948340-2c71-481a-9c29-71b06aca8082', 'network_id': 'cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16', 'port_id': '04948340-2c71-481a-9c29-71b06aca8082', 'mac_address': 'fa:16:3e:fb:3a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dc5f3e-d790-4406-b560-ed0cd16b3676', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:37:20.246603 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 04948340-2c71-481a-9c29-71b06aca8082 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:20.247189 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (04948340-2c71-481a-9c29-71b06aca8082), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.265673 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04948340-2c71-481a-9c29-71b06aca8082 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:20.296582 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 04948340-2c71-481a-9c29-71b06aca8082, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=04948340-2c71-481a-9c29-71b06aca8082,segment=NetworkSegment(07994181-de69-4437-a25f-351669816f9e),segment_id=07994181-de69-4437-a25f-351669816f9e)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:20.301148 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (04948340-2c71-481a-9c29-71b06aca8082), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.302217 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 666e8c7b-f3e1-4b80-bf22-b473c22db3cd details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:37:20.378290 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=04948340-2c71-481a-9c29-71b06aca8082,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:20.420718 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b39d2385-3479-4aa4-937e-d95b13ff05a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.479386 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:20.519842 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:37:20.538377 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b39d2385-3479-4aa4-937e-d95b13ff05a8 admin admin] Publish callbacks [] for security_group (f76eccf0-b74d-407a-b992-717656044aca), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.552391 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b39d2385-3479-4aa4-937e-d95b13ff05a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (f76eccf0-b74d-407a-b992-717656044aca), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.594627 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:20.595195 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.614793 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666e8c7b-f3e1-4b80-bf22-b473c22db3cd {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:20.628795 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b39d2385-3479-4aa4-937e-d95b13ff05a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04a7d2cdd33e4128855dd51937ef16fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342532 May 16 20:37:20.629654 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d2385-3479-4aa4-937e-d95b13ff05a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76eccf0-b74d-407a-b992-717656044aca,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:20.631595 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59900) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:20.665169 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:20.675353 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.676177 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:37:20.815076 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4b29c17a-67dc-4c33-8ee2-e68071b73277 admin admin] Publish callbacks [] for security_group (f76eccf0-b74d-407a-b992-717656044aca), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.828649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2313-f91c-4df8-9151-4b356b7c7a39 req-a64d294b-53da-40e2-924b-a8b5d1a8f388 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:20.832560 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1baa-e8c4-4a47-92cc-17f24e9177c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.837662 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d9cc2313-f91c-4df8-9151-4b356b7c7a39 req-a64d294b-53da-40e2-924b-a8b5d1a8f388 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1307750 May 16 20:37:20.879723 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:20.914526 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f736-7618-4221-83b9-aaf7ec195582 req-552585f2-4295-4a3e-9689-a96f049d2f8d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:20.923410 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6846f736-7618-4221-83b9-aaf7ec195582 req-552585f2-4295-4a3e-9689-a96f049d2f8d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 945 time: 0.1510155 May 16 20:37:20.938544 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:20.942906 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4b29c17a-67dc-4c33-8ee2-e68071b73277 admin admin] Publish callbacks [] for security_group (f76eccf0-b74d-407a-b992-717656044aca), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:20.963210 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'port_id': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'mac_address': 'fa:16:3e:cd:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:37:21.059227 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:21.060475 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.141337 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa491fa-5223-4d44-b9ca-f8811045b0ad {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:21.150494 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d9cc2313-f91c-4df8-9151-4b356b7c7a39 req-b28010f0-dbb0-4153-b962-0b73f179ae3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113692 May 16 20:37:21.171250 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6846f736-7618-4221-83b9-aaf7ec195582 req-188576d5-ff68-40b0-ab0a-b24a6019bb20 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469900 May 16 20:37:21.199516 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:21.206779 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.211409 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4b29c17a-67dc-4c33-8ee2-e68071b73277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (f76eccf0-b74d-407a-b992-717656044aca), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.214778 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4b29c17a-67dc-4c33-8ee2-e68071b73277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.218496 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-4b29c17a-67dc-4c33-8ee2-e68071b73277 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f76eccf0-b74d-407a-b992-717656044aca HTTP/1.1" status: 204 len: 168 time: 0.5832548 May 16 20:37:21.228679 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c17a-67dc-4c33-8ee2-e68071b73277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76eccf0-b74d-407a-b992-717656044aca,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:21.284293 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:21.331912 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b4bab-2daa-493e-b2f9-51d8577df362 req-6eba2448-aa93-45a8-9378-ebc2e784f722 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:21.333971 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-807b4bab-2daa-493e-b2f9-51d8577df362 req-6eba2448-aa93-45a8-9378-ebc2e784f722 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 944 time: 0.0608778 May 16 20:37:21.383704 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-807b4bab-2daa-493e-b2f9-51d8577df362 req-c5d58aa0-4bf0-457b-b0d1-9ca4385c5446 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 May 16 20:37:21.765547 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 59970) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:21.779712 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e65a1ded-9a62-48a2-b9a8-415da7f9e623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.871917 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e65a1ded-9a62-48a2-b9a8-415da7f9e623 admin admin] Publish callbacks [] for security_group (62a94664-05c1-4bdd-92a1-4ec78a0c9b64), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.876836 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e65a1ded-9a62-48a2-b9a8-415da7f9e623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (62a94664-05c1-4bdd-92a1-4ec78a0c9b64), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.913967 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e65a1ded-9a62-48a2-b9a8-415da7f9e623 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b600fce646f34bed80bdc9c0c80e6c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473191 May 16 20:37:21.916144 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a1ded-9a62-48a2-b9a8-415da7f9e623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a94664-05c1-4bdd-92a1-4ec78a0c9b64,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:21.916820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59978) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:21.917243 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59980) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:21.971655 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1d6b521b-ad35-46ea-97d4-38b1c214f807 admin admin] Publish callbacks [] for security_group (62a94664-05c1-4bdd-92a1-4ec78a0c9b64), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:21.993413 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1d6b521b-ad35-46ea-97d4-38b1c214f807 admin admin] Publish callbacks [] for security_group (62a94664-05c1-4bdd-92a1-4ec78a0c9b64), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.045771 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1d6b521b-ad35-46ea-97d4-38b1c214f807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (62a94664-05c1-4bdd-92a1-4ec78a0c9b64), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.048784 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1d6b521b-ad35-46ea-97d4-38b1c214f807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.052505 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-1d6b521b-ad35-46ea-97d4-38b1c214f807 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62a94664-05c1-4bdd-92a1-4ec78a0c9b64 HTTP/1.1" status: 204 len: 168 time: 0.1307499 May 16 20:37:22.070786 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b521b-ad35-46ea-97d4-38b1c214f807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a94664-05c1-4bdd-92a1-4ec78a0c9b64,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:22.074584 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b711a4df-53e4-4fb2-9022-847b4e6b03af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.141940 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.148071 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 59992) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:22.183413 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b711a4df-53e4-4fb2-9022-847b4e6b03af admin admin] Publish callbacks [] for security_group (103f3409-2262-4359-b029-de98cc326584), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.188564 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b711a4df-53e4-4fb2-9022-847b4e6b03af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (103f3409-2262-4359-b029-de98cc326584), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.230923 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a4df-53e4-4fb2-9022-847b4e6b03af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f3409-2262-4359-b029-de98cc326584,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:22.239141 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b711a4df-53e4-4fb2-9022-847b4e6b03af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6c089512f0440d585c333c83eef97e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209691 May 16 20:37:22.239242 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60002) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:22.302125 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f2ba-e833-4770-a950-f2556ea3e700 admin admin] Publish callbacks [] for security_group (103f3409-2262-4359-b029-de98cc326584), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.332820 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f2ba-e833-4770-a950-f2556ea3e700 admin admin] Publish callbacks [] for security_group (103f3409-2262-4359-b029-de98cc326584), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.352936 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad26620-2936-4f02-a271-7cdeeda205a3 req-bf3e8cde-cd21-4ce3-bf28-48d1c9ae826d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:22.354522 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0ad26620-2936-4f02-a271-7cdeeda205a3 req-bf3e8cde-cd21-4ce3-bf28-48d1c9ae826d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.1062725 May 16 20:37:22.366720 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229dff2-58dd-4572-9b71-f6ddba78c15b req-7ff7f137-c4db-4ce5-86d9-3c6b60757468 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:22.373643 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f229dff2-58dd-4572-9b71-f6ddba78c15b req-7ff7f137-c4db-4ce5-86d9-3c6b60757468 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 945 time: 0.0698957 May 16 20:37:22.394518 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f2ba-e833-4770-a950-f2556ea3e700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (103f3409-2262-4359-b029-de98cc326584), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.397057 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f2ba-e833-4770-a950-f2556ea3e700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.400662 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b7b3f2ba-e833-4770-a950-f2556ea3e700 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/103f3409-2262-4359-b029-de98cc326584 HTTP/1.1" status: 204 len: 168 time: 0.1568942 May 16 20:37:22.408758 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f2ba-e833-4770-a950-f2556ea3e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f3409-2262-4359-b029-de98cc326584,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:22.459646 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0ad26620-2936-4f02-a271-7cdeeda205a3 req-2f6ba3f1-0beb-4a44-9692-f2f138657d5f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992229 May 16 20:37:22.476800 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-52f5515f-e2bc-4709-bc67-056e716f6188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.518048 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f229dff2-58dd-4572-9b71-f6ddba78c15b req-b8d3e201-e898-44ae-aa1a-45c402a27dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434753 May 16 20:37:22.606264 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-52f5515f-e2bc-4709-bc67-056e716f6188 admin admin] Publish callbacks [] for security_group (54d8067e-cc5d-49b8-ba5b-6e3182cf3c37), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.613421 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261c74-82fe-456b-9507-6d893b50bdfc req-7aba1c64-72a1-4329-a9b3-63abbf9f5f89 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:22.614853 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65261c74-82fe-456b-9507-6d893b50bdfc req-7aba1c64-72a1-4329-a9b3-63abbf9f5f89 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 944 time: 0.0699296 May 16 20:37:22.616548 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-52f5515f-e2bc-4709-bc67-056e716f6188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (54d8067e-cc5d-49b8-ba5b-6e3182cf3c37), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.669909 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-52f5515f-e2bc-4709-bc67-056e716f6188 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acc01cd1b50746fdba9014a12a02b381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5204597 May 16 20:37:22.672423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60022) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:22.682941 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5515f-e2bc-4709-bc67-056e716f6188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d8067e-cc5d-49b8-ba5b-6e3182cf3c37,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:22.714900 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65261c74-82fe-456b-9507-6d893b50bdfc req-5d7d1325-c746-4f8f-9c33-180c23bfc7f4 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879056 May 16 20:37:22.739628 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-19ba4716-968e-40dc-8b75-358e08ede761 admin admin] Publish callbacks [] for security_group (54d8067e-cc5d-49b8-ba5b-6e3182cf3c37), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.760970 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-19ba4716-968e-40dc-8b75-358e08ede761 admin admin] Publish callbacks [] for security_group (54d8067e-cc5d-49b8-ba5b-6e3182cf3c37), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.790713 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60030) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:22.805188 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-820c36a6-5252-4e31-a20e-ce8e129c0a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.838917 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-19ba4716-968e-40dc-8b75-358e08ede761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (54d8067e-cc5d-49b8-ba5b-6e3182cf3c37), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.841661 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-19ba4716-968e-40dc-8b75-358e08ede761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.842793 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-19ba4716-968e-40dc-8b75-358e08ede761 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54d8067e-cc5d-49b8-ba5b-6e3182cf3c37 HTTP/1.1" status: 204 len: 168 time: 0.1693852 May 16 20:37:22.856633 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4716-968e-40dc-8b75-358e08ede761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d8067e-cc5d-49b8-ba5b-6e3182cf3c37,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:22.904250 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-820c36a6-5252-4e31-a20e-ce8e129c0a7f admin admin] Publish callbacks [] for security_group (31a374eb-58d2-4e6a-8acb-fb1b8bbbd587), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.909499 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-820c36a6-5252-4e31-a20e-ce8e129c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (31a374eb-58d2-4e6a-8acb-fb1b8bbbd587), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:22.948739 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-820c36a6-5252-4e31-a20e-ce8e129c0a7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83bc343a33f5469b8fd92c1cc0f31258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569579 May 16 20:37:22.951746 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60036) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:22.959147 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c36a6-5252-4e31-a20e-ce8e129c0a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a374eb-58d2-4e6a-8acb-fb1b8bbbd587,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:23.016205 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0743efaa-93ef-4e42-872a-221acf7ef337 admin admin] Publish callbacks [] for security_group (31a374eb-58d2-4e6a-8acb-fb1b8bbbd587), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.045170 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0743efaa-93ef-4e42-872a-221acf7ef337 admin admin] Publish callbacks [] for security_group (31a374eb-58d2-4e6a-8acb-fb1b8bbbd587), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.103135 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0743efaa-93ef-4e42-872a-221acf7ef337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (31a374eb-58d2-4e6a-8acb-fb1b8bbbd587), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.106372 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0743efaa-93ef-4e42-872a-221acf7ef337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.108527 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-0743efaa-93ef-4e42-872a-221acf7ef337 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31a374eb-58d2-4e6a-8acb-fb1b8bbbd587 HTTP/1.1" status: 204 len: 168 time: 0.1548448 May 16 20:37:23.116945 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743efaa-93ef-4e42-872a-221acf7ef337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a374eb-58d2-4e6a-8acb-fb1b8bbbd587,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:23.421089 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60056) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:23.441043 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c76f1824-58be-4dec-a8e0-38e636f57f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.536359 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.594285 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c76f1824-58be-4dec-a8e0-38e636f57f1a admin admin] Publish callbacks [] for security_group (87413043-4b31-4760-8c78-b5274b464817), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.599889 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c76f1824-58be-4dec-a8e0-38e636f57f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (87413043-4b31-4760-8c78-b5274b464817), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.669512 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c128a5-f86a-4d5d-87b3-96cbad7b5005 req-c20009e8-e4ca-4904-a34d-76273e6ba59b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:23.671057 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-22c128a5-f86a-4d5d-87b3-96cbad7b5005 req-c20009e8-e4ca-4904-a34d-76273e6ba59b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.0999818 May 16 20:37:23.679920 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-c76f1824-58be-4dec-a8e0-38e636f57f1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ee7d4c53a61454f94ac3398439bce27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574484 May 16 20:37:23.680597 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 60072) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:23.687703 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1824-58be-4dec-a8e0-38e636f57f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87413043-4b31-4760-8c78-b5274b464817,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:23.777934 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83431b-4cf9-45ef-8e67-9ccd2fc2d83b req-6e8074f3-3aa7-425f-8703-a3179f7a7b30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:23.782070 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1e83431b-4cf9-45ef-8e67-9ccd2fc2d83b req-6e8074f3-3aa7-425f-8703-a3179f7a7b30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 945 time: 0.1236525 May 16 20:37:23.823625 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-22c128a5-f86a-4d5d-87b3-96cbad7b5005 req-fdf3a9ad-5a3d-47f1-8420-f865f9cdc1ca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358597 May 16 20:37:23.824420 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ee53b9fa-c1f9-45c1-9f43-d9c8e66456ed admin admin] Publish callbacks [] for security_group (87413043-4b31-4760-8c78-b5274b464817), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.851907 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ee53b9fa-c1f9-45c1-9f43-d9c8e66456ed admin admin] Publish callbacks [] for security_group (87413043-4b31-4760-8c78-b5274b464817), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.917014 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1e83431b-4cf9-45ef-8e67-9ccd2fc2d83b req-22692a8e-d56a-4ff6-9cad-0b3a3715c7d2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277053 May 16 20:37:23.952520 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c9649-487d-4a82-bb28-9bc9711244df req-6d55d87d-e50e-4ba8-9a81-785915666f28 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:23.954112 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7d9c9649-487d-4a82-bb28-9bc9711244df req-6d55d87d-e50e-4ba8-9a81-785915666f28 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 944 time: 0.0556350 May 16 20:37:23.973645 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ee53b9fa-c1f9-45c1-9f43-d9c8e66456ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (87413043-4b31-4760-8c78-b5274b464817), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.977310 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ee53b9fa-c1f9-45c1-9f43-d9c8e66456ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:23.978767 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ee53b9fa-c1f9-45c1-9f43-d9c8e66456ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87413043-4b31-4760-8c78-b5274b464817 HTTP/1.1" status: 204 len: 168 time: 0.2970712 May 16 20:37:23.998351 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53b9fa-c1f9-45c1-9f43-d9c8e66456ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87413043-4b31-4760-8c78-b5274b464817,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:24.033530 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7d9c9649-487d-4a82-bb28-9bc9711244df req-83dcfed0-7189-4d88-8a4a-012ae77a4795 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700281 May 16 20:37:24.166082 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['666e8c7b-f3e1-4b80-bf22-b473c22db3cd'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:37:24.889655 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:24.966318 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840584a4-09e0-494f-9bfe-b66c5962158c req-46473566-9a23-4338-88dd-f989452dd4e4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:24.967826 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-840584a4-09e0-494f-9bfe-b66c5962158c req-46473566-9a23-4338-88dd-f989452dd4e4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.0575557 May 16 20:37:25.068417 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-840584a4-09e0-494f-9bfe-b66c5962158c req-90acfa14-1345-4998-a8c7-ea33e40f5446 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871081 May 16 20:37:25.091207 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9e99-c403-4604-81ef-bcb5e86e2c0e req-026e702e-78b7-4852-97ee-d43cf799b447 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:25.098645 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0aba9e99-c403-4604-81ef-bcb5e86e2c0e req-026e702e-78b7-4852-97ee-d43cf799b447 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 945 time: 0.0969679 May 16 20:37:25.192618 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0aba9e99-c403-4604-81ef-bcb5e86e2c0e req-ee18ec7a-d2a6-429a-ba32-1089d4a18059 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930524 May 16 20:37:25.246747 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07608ad0-8093-4c37-bfb9-be3d67ac01d3 req-1f72fe1b-f536-40a2-966a-f0680dd2ffcb tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:25.248939 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-07608ad0-8093-4c37-bfb9-be3d67ac01d3 req-1f72fe1b-f536-40a2-966a-f0680dd2ffcb tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 944 time: 0.0862367 May 16 20:37:25.303917 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60178) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:25.312423 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-07608ad0-8093-4c37-bfb9-be3d67ac01d3 req-ac9a6d94-6ffc-4fed-aafe-1266f776319e tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571036 May 16 20:37:25.416270 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1051721063-network', 'tenant_id': 'c0f3d3cb2e8b44f3976c17ee9adf25e6'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:25.439605 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Made reservation on behalf of c0f3d3cb2e8b44f3976c17ee9adf25e6 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:25.442037 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.451404 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.535491 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks [] for security_group (caad30e4-ad68-4931-85c3-7972cbd890af), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.541009 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (caad30e4-ad68-4931-85c3-7972cbd890af), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.571854 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:37:25.574601 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caad30e4-ad68-4931-85c3-7972cbd890af,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:25.585329 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (21a9bb23-c79e-4bed-a22e-c0bd663f8c6a), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.585653 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Added segment 21a9bb23-c79e-4bed-a22e-c0bd663f8c6a of type vlan for network d6de74e5-dd01-439b-b1ef-f1cadbe6adc3 May 16 20:37:25.628775 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (d6de74e5-dd01-439b-b1ef-f1cadbe6adc3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.661352 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (d6de74e5-dd01-439b-b1ef-f1cadbe6adc3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.662461 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:25.663168 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.705267 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4002061 May 16 20:37:25.708480 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 60202) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:25.715259 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Request body: {'subnet': {'network_id': 'd6de74e5-dd01-439b-b1ef-f1cadbe6adc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1051721063-subnet', 'tenant_id': 'c0f3d3cb2e8b44f3976c17ee9adf25e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:25.721435 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 60204) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:25.733685 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9df4-cc6d-4796-b763-726230ce1b1a admin admin] Pushing event updated for resources: {'Network': ['ID=d6de74e5-dd01-439b-b1ef-f1cadbe6adc3,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:25.750732 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network d6de74e5-dd01-439b-b1ef-f1cadbe6adc3 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:37:25.752689 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Made reservation on behalf of c0f3d3cb2e8b44f3976c17ee9adf25e6 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:25.756141 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:25.889592 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-09d34b56-778c-4e25-aafd-f9842b6e2a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.017490 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (c13ab2ca-099f-4c8c-b887-1619303b65d5), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.074665 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-09d34b56-778c-4e25-aafd-f9842b6e2a45 admin admin] Publish callbacks [] for security_group (fe27f06c-376e-4748-84ac-b865143ed60e), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.089303 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-09d34b56-778c-4e25-aafd-f9842b6e2a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (fe27f06c-376e-4748-84ac-b865143ed60e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.099296 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13ab2ca-099f-4c8c-b887-1619303b65d5,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:26.164329 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-09d34b56-778c-4e25-aafd-f9842b6e2a45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc8d47208d774973a54e404479b2e942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392071 May 16 20:37:26.164730 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60218) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:26.167123 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Checking segment: {'id': '21a9bb23-c79e-4bed-a22e-c0bd663f8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd6de74e5-dd01-439b-b1ef-f1cadbe6adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:37:26.167485 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Network hostable DHCP agents. Network: d6de74e5-dd01-439b-b1ef-f1cadbe6adc3, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:37:26.189150 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34b56-778c-4e25-aafd-f9842b6e2a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe27f06c-376e-4748-84ac-b865143ed60e,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:26.213785 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5482a-a3f1-4b08-8dee-1ddbeb6ec011 req-01ef3f98-6b63-4efb-b100-93318cc32adb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:26.216713 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cac5482a-a3f1-4b08-8dee-1ddbeb6ec011 req-01ef3f98-6b63-4efb-b100-93318cc32adb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.0713303 May 16 20:37:26.236176 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Network d6de74e5-dd01-439b-b1ef-f1cadbe6adc3 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:37:26.257704 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b6d152a2-5a8c-404e-8b1c-47ef2d0526cd admin admin] Publish callbacks [] for security_group (fe27f06c-376e-4748-84ac-b865143ed60e), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.273748 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, d6de74e5-dd01-439b-b1ef-f1cadbe6adc3) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:37:26.278977 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:26.280995 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.282165 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf237ef-5a98-42f4-a540-d8888d07d59c None None] Network d6de74e5-dd01-439b-b1ef-f1cadbe6adc3 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:37:26.298928 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b6d152a2-5a8c-404e-8b1c-47ef2d0526cd admin admin] Publish callbacks [] for security_group (fe27f06c-376e-4748-84ac-b865143ed60e), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.341476 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cac5482a-a3f1-4b08-8dee-1ddbeb6ec011 req-1d6d671a-1c39-447a-820c-d161baf89c2b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111307 May 16 20:37:26.348506 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-0c043c3d-1798-4a3e-85d0-d69717e63a6c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6370125 May 16 20:37:26.364964 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb32e-3742-4b44-bba8-1fc046cf23c2 req-b2d346b3-5344-49d0-af23-a42f47da2ebe tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:26.367071 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-180bb32e-3742-4b44-bba8-1fc046cf23c2 req-b2d346b3-5344-49d0-af23-a42f47da2ebe tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 945 time: 0.0735295 May 16 20:37:26.369466 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b6d152a2-5a8c-404e-8b1c-47ef2d0526cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (fe27f06c-376e-4748-84ac-b865143ed60e), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.372323 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b6d152a2-5a8c-404e-8b1c-47ef2d0526cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.386638 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b6d152a2-5a8c-404e-8b1c-47ef2d0526cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe27f06c-376e-4748-84ac-b865143ed60e HTTP/1.1" status: 204 len: 168 time: 0.2121489 May 16 20:37:26.409053 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d152a2-5a8c-404e-8b1c-47ef2d0526cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe27f06c-376e-4748-84ac-b865143ed60e,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:26.452828 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c6c32-6a0e-42a3-8b1d-d0c67a90f11e None None] Network d6de74e5-dd01-439b-b1ef-f1cadbe6adc3 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:37:26.495019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c9ad5-e7a2-4799-91c3-36a405112962 req-4492bbad-aa31-4f0b-b984-23362a9e4419 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:26.497937 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9b4c9ad5-e7a2-4799-91c3-36a405112962 req-4492bbad-aa31-4f0b-b984-23362a9e4419 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 944 time: 0.0757749 May 16 20:37:26.501535 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-180bb32e-3742-4b44-bba8-1fc046cf23c2 req-acbb998a-29f7-4a21-ada7-a2b6d8df80bd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189222 May 16 20:37:26.564173 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9b4c9ad5-e7a2-4799-91c3-36a405112962 req-02fd76eb-3738-458c-b4c6-b3457cb040f8 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600357 May 16 20:37:26.751330 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['6aa491fa-5223-4d44-b9ca-f8811045b0ad'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:37:26.795659 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60246) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:26.801009 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.815107 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fae060e4-a110-42ef-afb7-2fde8806dcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.838172 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['04948340-2c71-481a-9c29-71b06aca8082'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:37:26.914784 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fae060e4-a110-42ef-afb7-2fde8806dcc0 admin admin] Publish callbacks [] for security_group (4076b26c-0e17-4515-b817-abb1a85b0641), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.920033 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fae060e4-a110-42ef-afb7-2fde8806dcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (4076b26c-0e17-4515-b817-abb1a85b0641), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:26.960419 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-fae060e4-a110-42ef-afb7-2fde8806dcc0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5179231c770241b8a877e32dd3ac2f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618569 May 16 20:37:26.961730 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae060e4-a110-42ef-afb7-2fde8806dcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4076b26c-0e17-4515-b817-abb1a85b0641,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:26.963569 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 60254) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:27.042146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ac76de77-aadf-4f7f-9727-41e7cd19ec91 admin admin] Publish callbacks [] for security_group (4076b26c-0e17-4515-b817-abb1a85b0641), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.080478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ac76de77-aadf-4f7f-9727-41e7cd19ec91 admin admin] Publish callbacks [] for security_group (4076b26c-0e17-4515-b817-abb1a85b0641), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.140359 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ac76de77-aadf-4f7f-9727-41e7cd19ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (4076b26c-0e17-4515-b817-abb1a85b0641), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.145216 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60268) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:27.151019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ac76de77-aadf-4f7f-9727-41e7cd19ec91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.152137 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ac76de77-aadf-4f7f-9727-41e7cd19ec91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4076b26c-0e17-4515-b817-abb1a85b0641 HTTP/1.1" status: 204 len: 168 time: 0.1865847 May 16 20:37:27.153638 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361351297-network', 'tenant_id': '2c4fa1da43b6458eaf302e875dbe7edf'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:27.171751 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76de77-aadf-4f7f-9727-41e7cd19ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4076b26c-0e17-4515-b817-abb1a85b0641,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:27.188936 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Made reservation on behalf of 2c4fa1da43b6458eaf302e875dbe7edf for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:27.192331 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.202388 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.299828 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks [] for security_group (b839ed89-913f-475a-86d6-0712dddc86ae), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.304707 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b839ed89-913f-475a-86d6-0712dddc86ae), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.330127 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:37:27.338883 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839ed89-913f-475a-86d6-0712dddc86ae,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:27.346590 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (31de22cb-b912-4dfd-bfe8-8df44ee67d8c), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.347005 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Added segment 31de22cb-b912-4dfd-bfe8-8df44ee67d8c of type vlan for network 7bb368d6-435c-47f2-a691-2fa092a285b2 May 16 20:37:27.402116 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (7bb368d6-435c-47f2-a691-2fa092a285b2), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.446750 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (7bb368d6-435c-47f2-a691-2fa092a285b2), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.447849 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:27.456789 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.535689 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3881373 May 16 20:37:27.535689 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60298) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:27.542379 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Request body: {'subnet': {'network_id': '7bb368d6-435c-47f2-a691-2fa092a285b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361351297-subnet', 'tenant_id': '2c4fa1da43b6458eaf302e875dbe7edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:27.543604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae9fa6-56c7-4a44-b469-4fb558eeb4a0 req-bc5f6a8d-f028-430c-939b-91d9f695b336 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:27.547213 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c4a4c-e15c-41f5-9683-73f9b94dc82a admin admin] Pushing event updated for resources: {'Network': ['ID=7bb368d6-435c-47f2-a691-2fa092a285b2,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:27.554720 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-74ae9fa6-56c7-4a44-b469-4fb558eeb4a0 req-bc5f6a8d-f028-430c-939b-91d9f695b336 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.1055164 May 16 20:37:27.564428 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network 7bb368d6-435c-47f2-a691-2fa092a285b2 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:37:27.574150 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Made reservation on behalf of 2c4fa1da43b6458eaf302e875dbe7edf for: {'subnet': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:27.577299 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:27.744866 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-74ae9fa6-56c7-4a44-b469-4fb558eeb4a0 req-13c43ce1-e7e1-42ac-9246-73d6d4c6c15b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844606 May 16 20:37:27.760542 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48778300-d74e-4334-83dd-c45077fcd302 req-c33f7315-eb73-4e69-b170-16cc90ba5567 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:27.765785 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-48778300-d74e-4334-83dd-c45077fcd302 req-c33f7315-eb73-4e69-b170-16cc90ba5567 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 945 time: 0.1401782 May 16 20:37:27.847808 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-48778300-d74e-4334-83dd-c45077fcd302 req-b80be582-364e-4206-a9da-6b26f8297847 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749054 May 16 20:37:27.941831 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b23b3-c746-46f6-a501-d92654e10489 req-07fa8c11-aeab-4c47-b606-2c2b72d86d3b tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:27.949024 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2a5b23b3-c746-46f6-a501-d92654e10489 req-07fa8c11-aeab-4c47-b606-2c2b72d86d3b tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 944 time: 0.0865991 May 16 20:37:27.955095 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (cd2b0049-71b9-4b76-88ae-6979e85493f1), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:28.017768 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2b0049-71b9-4b76-88ae-6979e85493f1,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:28.034749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Checking segment: {'id': '31de22cb-b912-4dfd-bfe8-8df44ee67d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7bb368d6-435c-47f2-a691-2fa092a285b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:37:28.035328 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Network hostable DHCP agents. Network: 7bb368d6-435c-47f2-a691-2fa092a285b2, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:37:28.057366 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2a5b23b3-c746-46f6-a501-d92654e10489 req-f29ead40-42aa-4dd6-9eed-ee6c5c06ab29 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044245 May 16 20:37:28.070118 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Network 7bb368d6-435c-47f2-a691-2fa092a285b2 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:37:28.084059 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, 7bb368d6-435c-47f2-a691-2fa092a285b2) {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:37:28.089805 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:28.090787 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:28.106001 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39975f-8a37-4ca7-8c6d-14be7fe82fa2 None None] Network 7bb368d6-435c-47f2-a691-2fa092a285b2 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:37:28.130269 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-db474f30-cd24-4d13-9e69-e1e42be06958 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5916770 May 16 20:37:28.230446 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134236fb-1429-4dd0-99b7-27a47c914d50 None None] Network 7bb368d6-435c-47f2-a691-2fa092a285b2 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:37:28.770430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 04948340-2c71-481a-9c29-71b06aca8082 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:37:28.818700 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 04948340-2c71-481a-9c29-71b06aca8082 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:37:28.834070 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 04948340-2c71-481a-9c29-71b06aca8082 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:28.834740 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (04948340-2c71-481a-9c29-71b06aca8082), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:28.918880 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60392) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:28.944115 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721d230-6d4d-4405-b353-69f931900b77 req-ab6f60cd-4d66-4d8e-a7e6-be098c61de63 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:28.946174 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f721d230-6d4d-4405-b353-69f931900b77 req-ab6f60cd-4d66-4d8e-a7e6-be098c61de63 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.0871902 May 16 20:37:28.963571 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 04948340-2c71-481a-9c29-71b06aca8082 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:28.963973 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (04948340-2c71-481a-9c29-71b06aca8082), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:28.992560 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04948340-2c71-481a-9c29-71b06aca8082'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:29.012676 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f9ed-529b-4553-a251-0adf942310d9 req-dcd3803c-f3f8-4a99-a326-c14d9c5f7daa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:29.020767 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efc8f9ed-529b-4553-a251-0adf942310d9 req-dcd3803c-f3f8-4a99-a326-c14d9c5f7daa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 945 time: 0.0733340 May 16 20:37:29.086353 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 04948340-2c71-481a-9c29-71b06aca8082, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=04948340-2c71-481a-9c29-71b06aca8082,segment=NetworkSegment(07994181-de69-4437-a25f-351669816f9e),segment_id=07994181-de69-4437-a25f-351669816f9e)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:29.095387 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (04948340-2c71-481a-9c29-71b06aca8082), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.097868 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f721d230-6d4d-4405-b353-69f931900b77 req-11ec856b-c9e8-4b00-a687-82b822600c14 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378837 May 16 20:37:29.098360 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 666e8c7b-f3e1-4b80-bf22-b473c22db3cd up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:37:29.120308 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efc8f9ed-529b-4553-a251-0adf942310d9 req-2744fe5f-d455-45ea-8c8a-16469004bc7c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986049 May 16 20:37:29.187264 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=04948340-2c71-481a-9c29-71b06aca8082,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:29.192743 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:37:29.213066 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:29.213455 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.222110 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-710c8d5b-597a-46c4-8ec3-8024ed9e07bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.324370 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bbeaa-345a-4e5a-b553-2d72c45e38b8 req-5aa2eb4c-696f-4d60-89e0-0899d914ee11 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:29.334078 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-227bbeaa-345a-4e5a-b553-2d72c45e38b8 req-5aa2eb4c-696f-4d60-89e0-0899d914ee11 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0974874 May 16 20:37:29.343900 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:29.344183 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.349981 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87741acf-98bb-477b-93ec-3ab0036ebe16" -d '{"events": [{"server_uuid": "952d1913-9e82-4b2c-b4b5-3edf96b62106", "name": "network-vif-plugged", "status": "completed", "tag": "04948340-2c71-481a-9c29-71b06aca8082"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:29.408321 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:29.408755 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-227bbeaa-345a-4e5a-b553-2d72c45e38b8 req-09dd2acd-8d7d-47c0-bc99-a6c3f87d0bb0 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686195 May 16 20:37:29.419506 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.420377 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:37:29.435028 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-710c8d5b-597a-46c4-8ec3-8024ed9e07bc admin admin] Publish callbacks [] for security_group (f9534b5a-ea59-43de-b8f1-5fd17d42936d), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.447907 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-710c8d5b-597a-46c4-8ec3-8024ed9e07bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (f9534b5a-ea59-43de-b8f1-5fd17d42936d), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.492242 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:29.502495 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 6aa491fa-5223-4d44-b9ca-f8811045b0ad completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:37:29.512834 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78602dce-10aa-4959-8724-df9006395729 x-openstack-request-id: req-78602dce-10aa-4959-8724-df9006395729 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:29.513342 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952d1913-9e82-4b2c-b4b5-3edf96b62106", "name": "network-vif-plugged", "status": "completed", "tag": "04948340-2c71-481a-9c29-71b06aca8082", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:29.513805 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78602dce-10aa-4959-8724-df9006395729 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:29.514440 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78602dce-10aa-4959-8724-df9006395729'] response: {'server_uuid': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04948340-2c71-481a-9c29-71b06aca8082', 'code': 200} May 16 20:37:29.515696 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 6aa491fa-5223-4d44-b9ca-f8811045b0ad triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:29.516753 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.525995 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-710c8d5b-597a-46c4-8ec3-8024ed9e07bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e090872c166451096d16e66ceb33f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6053011 May 16 20:37:29.527020 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c8d5b-597a-46c4-8ec3-8024ed9e07bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9534b5a-ea59-43de-b8f1-5fd17d42936d,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:29.528701 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 60430) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:29.642060 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ec72bcc0-1b7f-4e55-93b0-eea8810ddef8 admin admin] Publish callbacks [] for security_group (f9534b5a-ea59-43de-b8f1-5fd17d42936d), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.666626 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:29.667272 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.694181 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ec72bcc0-1b7f-4e55-93b0-eea8810ddef8 admin admin] Publish callbacks [] for security_group (f9534b5a-ea59-43de-b8f1-5fd17d42936d), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.705212 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:29.713718 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.764298 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:29.803132 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81098b91-e0b1-4676-9594-d5cfe5ea27d6 req-bec180dd-aa3a-4dc7-917a-16e69774ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:29.805269 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-81098b91-e0b1-4676-9594-d5cfe5ea27d6 req-bec180dd-aa3a-4dc7-917a-16e69774ab3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 1129 time: 0.1136153 May 16 20:37:29.829657 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-81098b91-e0b1-4676-9594-d5cfe5ea27d6 req-abd8d1f8-bc56-45f2-8de8-dd9facb922e6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.861756 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ec72bcc0-1b7f-4e55-93b0-eea8810ddef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (f9534b5a-ea59-43de-b8f1-5fd17d42936d), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.864387 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ec72bcc0-1b7f-4e55-93b0-eea8810ddef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:29.868099 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ec72bcc0-1b7f-4e55-93b0-eea8810ddef8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9534b5a-ea59-43de-b8f1-5fd17d42936d HTTP/1.1" status: 204 len: 168 time: 0.3358798 May 16 20:37:29.879995 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72bcc0-1b7f-4e55-93b0-eea8810ddef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9534b5a-ea59-43de-b8f1-5fd17d42936d,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:30.010545 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-81098b91-e0b1-4676-9594-d5cfe5ea27d6 req-abd8d1f8-bc56-45f2-8de8-dd9facb922e6 service neutron] Publish callbacks [] for security_group (1d4f4eab-4431-44c9-8687-a5ef75270a54), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.018729 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-81098b91-e0b1-4676-9594-d5cfe5ea27d6 req-abd8d1f8-bc56-45f2-8de8-dd9facb922e6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (1d4f4eab-4431-44c9-8687-a5ef75270a54), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.074454 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-81098b91-e0b1-4676-9594-d5cfe5ea27d6 req-abd8d1f8-bc56-45f2-8de8-dd9facb922e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607574 May 16 20:37:30.089131 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8d1f8-bc56-45f2-8de8-dd9facb922e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f4eab-4431-44c9-8687-a5ef75270a54,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:30.283403 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970359-b657-4159-ad2c-ab0d33ed89ec req-1b8e134c-d196-4a40-944d-5aab3c5a3a03 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:30.286391 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5970359-b657-4159-ad2c-ab0d33ed89ec req-1b8e134c-d196-4a40-944d-5aab3c5a3a03 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0767622 May 16 20:37:30.295806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf225a6-1e3c-4933-8464-f1407977fbb4 req-e96ef018-915e-41e6-bb4a-cf455b37c5e8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:30.297548 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5cf225a6-1e3c-4933-8464-f1407977fbb4 req-e96ef018-915e-41e6-bb4a-cf455b37c5e8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.1059115 May 16 20:37:30.378551 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60480) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:30.394023 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89d6e482-c608-492f-8a1b-eeeff2a832e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.408139 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5970359-b657-4159-ad2c-ab0d33ed89ec req-d0775578-b143-471b-82b8-31ab0e2cf78c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043339 May 16 20:37:30.437304 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5cf225a6-1e3c-4933-8464-f1407977fbb4 req-344234ba-c522-44cd-80d6-4badec32a950 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294971 May 16 20:37:30.495245 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89d6e482-c608-492f-8a1b-eeeff2a832e0 admin admin] Publish callbacks [] for security_group (d53d12cb-5557-4225-84bf-7b5588f4f2d7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.500587 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89d6e482-c608-492f-8a1b-eeeff2a832e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d53d12cb-5557-4225-84bf-7b5588f4f2d7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.545114 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-89d6e482-c608-492f-8a1b-eeeff2a832e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6f1d847759f4efeac6b4353fb5becb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648352 May 16 20:37:30.546046 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6e482-c608-492f-8a1b-eeeff2a832e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d12cb-5557-4225-84bf-7b5588f4f2d7,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:30.548458 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60490) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:30.567373 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4bed-c725-4db4-b492-ff74a15561c1 req-de76da58-926d-4895-b2ab-1cfab9990cd7 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:30.568951 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-deff4bed-c725-4db4-b492-ff74a15561c1 req-de76da58-926d-4895-b2ab-1cfab9990cd7 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0615571 May 16 20:37:30.601286 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8666cf6f-3441-41fc-b6c9-a0e50db0003c admin admin] Publish callbacks [] for security_group (d53d12cb-5557-4225-84bf-7b5588f4f2d7), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.616683 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-deff4bed-c725-4db4-b492-ff74a15561c1 req-3ac91179-35b4-47cf-8e92-da093eb2e730 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 May 16 20:37:30.623077 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8666cf6f-3441-41fc-b6c9-a0e50db0003c admin admin] Publish callbacks [] for security_group (d53d12cb-5557-4225-84bf-7b5588f4f2d7), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.674766 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8666cf6f-3441-41fc-b6c9-a0e50db0003c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d53d12cb-5557-4225-84bf-7b5588f4f2d7), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.677502 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8666cf6f-3441-41fc-b6c9-a0e50db0003c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:30.678769 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-8666cf6f-3441-41fc-b6c9-a0e50db0003c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d53d12cb-5557-4225-84bf-7b5588f4f2d7 HTTP/1.1" status: 204 len: 168 time: 0.1284673 May 16 20:37:30.687432 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666cf6f-3441-41fc-b6c9-a0e50db0003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d12cb-5557-4225-84bf-7b5588f4f2d7,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:31.516500 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd'}, {'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:31.522725 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b904b7-5a4f-4c0a-b0d8-3123dcf80556" -d '{"events": [{"server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "name": "network-vif-plugged", "status": "completed", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd"}, {"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:31.545166 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff5cc7-d0a7-460e-b60f-a0e6603c2ea8 req-5adba0dd-85fb-4f9b-9184-45495c8d043a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:31.546691 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-02ff5cc7-d0a7-460e-b60f-a0e6603c2ea8 req-5adba0dd-85fb-4f9b-9184-45495c8d043a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0725656 May 16 20:37:31.602186 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4753-4cba-495d-bea1-b71806696575 req-bd98159d-3b2a-4d39-9629-dd28853ba682 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:31.603727 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cb2a4753-4cba-495d-bea1-b71806696575 req-bd98159d-3b2a-4d39-9629-dd28853ba682 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.0777197 May 16 20:37:31.650099 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-02ff5cc7-d0a7-460e-b60f-a0e6603c2ea8 req-568548b5-a175-4682-88cd-0e58324c5f92 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835185 May 16 20:37:31.685029 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cb2a4753-4cba-495d-bea1-b71806696575 req-7d39d392-3f6c-4925-960f-1cef536a88e9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667348 May 16 20:37:31.730722 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 May 2022 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9a69d0-d71f-4e8e-b556-8b3e2572006e x-openstack-request-id: req-ce9a69d0-d71f-4e8e-b556-8b3e2572006e {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:31.731301 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "name": "network-vif-plugged", "status": "completed", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd", "code": 200}, {"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:31.731761 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce9a69d0-d71f-4e8e-b556-8b3e2572006e {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:31.732375 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9a69d0-d71f-4e8e-b556-8b3e2572006e'] response: {'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'code': 200} May 16 20:37:31.732826 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9a69d0-d71f-4e8e-b556-8b3e2572006e'] response: {'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'code': 200} May 16 20:37:31.839753 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c842278-02e7-467c-aefd-09491834a381 req-7b09a46f-0e13-403e-bb54-1e20e2277a7d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:31.841260 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6c842278-02e7-467c-aefd-09491834a381 req-7b09a46f-0e13-403e-bb54-1e20e2277a7d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0539203 May 16 20:37:31.957304 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6c842278-02e7-467c-aefd-09491834a381 req-2b5d2746-9d11-4d6a-9b71-bf2fe12628cc tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968032 May 16 20:37:32.313797 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58578595-fa14-4037-9312-9f5d3edf1f48 req-27bf7b5b-6e13-475b-9a12-d4ade742cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:32.315880 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-58578595-fa14-4037-9312-9f5d3edf1f48 req-27bf7b5b-6e13-475b-9a12-d4ade742cd86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1129 time: 0.0475559 May 16 20:37:32.370559 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd459c83-2d9a-4339-9ac4-7daf78be8442 req-df7381b7-e1c8-44e6-a1e7-63e815ad70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:32.371151 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-58578595-fa14-4037-9312-9f5d3edf1f48 req-5b3a99eb-def7-4217-b4fb-5347a71786f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459919 May 16 20:37:32.372966 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fd459c83-2d9a-4339-9ac4-7daf78be8442 req-df7381b7-e1c8-44e6-a1e7-63e815ad70f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 1130 time: 0.0821648 May 16 20:37:32.635640 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fd459c83-2d9a-4339-9ac4-7daf78be8442 req-ac14339d-0d9e-48bf-9d3c-234df2669f83 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600955 May 16 20:37:32.808127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e62d-5a7b-4c27-a066-f35494f84308 req-f040720e-2fa6-4edd-9320-8fe96d6e428a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:32.812934 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6f64e62d-5a7b-4c27-a066-f35494f84308 req-f040720e-2fa6-4edd-9320-8fe96d6e428a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0641792 May 16 20:37:32.858502 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6af3ec-adca-4588-b054-282c20e71150 req-4924f5fa-1ae9-439d-8643-abb93e0b424e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:32.859937 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9f6af3ec-adca-4588-b054-282c20e71150 req-4924f5fa-1ae9-439d-8643-abb93e0b424e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.0713713 May 16 20:37:33.085307 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6f64e62d-5a7b-4c27-a066-f35494f84308 req-a4aeaf9f-8622-44d7-9cb5-1b41003e201c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566464 May 16 20:37:33.122132 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9f6af3ec-adca-4588-b054-282c20e71150 req-092c3c89-fa4e-45e0-a94c-5ee2a7515087 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519395 May 16 20:37:33.209871 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a7624-de20-4be3-b0d9-b909cf7f6c5f req-9b707a91-e8ab-44dd-8d18-73251382d8f7 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:33.211790 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6f2a7624-de20-4be3-b0d9-b909cf7f6c5f req-9b707a91-e8ab-44dd-8d18-73251382d8f7 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0497425 May 16 20:37:33.262869 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6f2a7624-de20-4be3-b0d9-b909cf7f6c5f req-760f310f-ebf6-4175-a362-63bfdcbe1a0f tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 May 16 20:37:34.239929 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa22912-3f10-41b4-bbe2-362a33cfe098 req-714b2368-e47d-485d-9459-71a1b5ba9eca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:34.241443 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8aa22912-3f10-41b4-bbe2-362a33cfe098 req-714b2368-e47d-485d-9459-71a1b5ba9eca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0735137 May 16 20:37:34.272937 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c59bb-14a0-463a-9ec2-0b55eb8d278e req-4905c82f-ed02-4a35-b97a-804443d74ec0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:34.274416 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-436c59bb-14a0-463a-9ec2-0b55eb8d278e req-4905c82f-ed02-4a35-b97a-804443d74ec0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.0775061 May 16 20:37:34.315242 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8aa22912-3f10-41b4-bbe2-362a33cfe098 req-3753420d-16d0-4e5e-b621-cb35d40fcead tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679989 May 16 20:37:34.343967 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-436c59bb-14a0-463a-9ec2-0b55eb8d278e req-b0b27d8c-e6ab-407c-83f9-f12dc22f8cd8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589871 May 16 20:37:34.544319 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944cc62-694d-4c49-9c01-07bca1a66581 req-0009685d-ed97-4215-b2ed-55f42df0b576 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:34.546243 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5944cc62-694d-4c49-9c01-07bca1a66581 req-0009685d-ed97-4215-b2ed-55f42df0b576 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0946274 May 16 20:37:34.556413 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60694) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:34.562890 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'floatingip': {'port_id': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:34.570868 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0248f4-92a8-4e57-932e-b2318d9e12b0 req-3495be6a-79f9-4012-b666-43e5414442d3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:34.576386 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cc0248f4-92a8-4e57-932e-b2318d9e12b0 req-3495be6a-79f9-4012-b666-43e5414442d3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.1066773 May 16 20:37:34.586012 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 60698) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:34.596779 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:34.693920 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (b96bd460-316c-4b54-bda3-fa39032d7659), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:34.697198 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (4f8bc63c-0806-43fe-9f85-14efa866d578), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:35.330725 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:35.337036 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (4f8bc63c-0806-43fe-9f85-14efa866d578), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:35.430343 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP 4f8bc63c-0806-43fe-9f85-14efa866d578 associated. External IP: 172.27.0.164, port: 666e8c7b-f3e1-4b80-bf22-b473c22db3cd. May 16 20:37:35.479967 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:35.484903 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (b96bd460-316c-4b54-bda3-fa39032d7659), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:35.576258 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Floating IP b96bd460-316c-4b54-bda3-fa39032d7659 associated. External IP: 172.27.0.103, port: 6aa491fa-5223-4d44-b9ca-f8811045b0ad. May 16 20:37:35.623855 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:37:35.776798 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Router b4479131-38b6-4853-a928-8d52892d7ce3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:37:35.883916 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:37:35.891473 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:35.898420 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cd351-2239-4c88-97a0-6d631392697d None None] Sync routers for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:37:35.908592 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:37:35.909276 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:35.925866 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-a0e92a8d-7d2c-4fd5-90f1-5b140766e9bd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "PUT /v2.0/floatingips/b96bd460-316c-4b54-bda3-fa39032d7659 HTTP/1.1" status: 200 len: 991 time: 1.3644080 May 16 20:37:35.925866 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:35.925866 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:35.932570 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:37:35.942158 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:35.944358 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:37:35.967681 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:37:35.968317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:35.970421 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647e72fa-958d-4fec-938c-c49b4f997bff x-openstack-request-id: req-647e72fa-958d-4fec-938c-c49b4f997bff {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:35.970917 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:35.971360 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-647e72fa-958d-4fec-938c-c49b4f997bff {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:35.971939 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647e72fa-958d-4fec-938c-c49b4f997bff'] response: {'name': 'network-changed', 'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'status': 'completed', 'code': 200} May 16 20:37:35.998427 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-511de360-2bd4-4833-9e27-34b88efcf373 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "PUT /v2.0/floatingips/4f8bc63c-0806-43fe-9f85-14efa866d578 HTTP/1.1" status: 200 len: 992 time: 1.4111605 May 16 20:37:35.999023 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:36.002729 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229" -d '{"events": [{"name": "network-changed", "server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:36.040170 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f903e33-b3cf-4fa5-a2aa-22ba83a2a05f x-openstack-request-id: req-4f903e33-b3cf-4fa5-a2aa-22ba83a2a05f {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:36.042069 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:36.042069 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f903e33-b3cf-4fa5-a2aa-22ba83a2a05f {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:36.042069 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f903e33-b3cf-4fa5-a2aa-22ba83a2a05f'] response: {'name': 'network-changed', 'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'status': 'completed', 'code': 200} May 16 20:37:36.058322 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:37:36.092179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:37:36.302946 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'b96bd460-316c-4b54-bda3-fa39032d7659', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'port_id': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'mac_address': 'fa:16:3e:cd:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8d450f-828f-4002-b649-ff13d14a047c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:35Z', 'revision_number': 1, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:36.327036 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cd351-2239-4c88-97a0-6d631392697d None None] Checking router: b4479131-38b6-4853-a928-8d52892d7ce3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:37:36.335148 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:37:36.335755 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:36.338627 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:35Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:36.363127 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:37:36.371562 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:37:36.372168 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:36.431184 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:37:36.470048 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:37:36.727027 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-540cd351-2239-4c88-97a0-6d631392697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'b96bd460-316c-4b54-bda3-fa39032d7659', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'port_id': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'mac_address': 'fa:16:3e:cd:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8d450f-828f-4002-b649-ff13d14a047c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:35Z', 'revision_number': 1, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:36.751530 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cd351-2239-4c88-97a0-6d631392697d None None] The sync data for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi is: [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'b96bd460-316c-4b54-bda3-fa39032d7659', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'port_id': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'mac_address': 'fa:16:3e:cd:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8d450f-828f-4002-b649-ff13d14a047c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:35Z', 'revision_number': 1, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:37:36.797618 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:35Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:36.823594 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc98c00-e5a0-4fda-8adc-789a2df139f5 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:35Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:37:36.972070 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b8790-af4d-4bd1-a3b9-3fa89539131a None None] New status for floating IP b96bd460-316c-4b54-bda3-fa39032d7659: ACTIVE {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:37:37.055029 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0170f-c15a-44ce-9c36-7ec495a66e39 None None] New status for floating IP 4f8bc63c-0806-43fe-9f85-14efa866d578: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:37:38.129758 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:37:39.702998 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-030db19b-8523-48ca-a169-af0fe4b1c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:39.704575 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-030db19b-8523-48ca-a169-af0fe4b1c717 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 1130 time: 0.0444889 May 16 20:37:39.819815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-1186a29f-b755-4cb6-881e-81a7a477fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:39.821403 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-1186a29f-b755-4cb6-881e-81a7a477fc36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1129 time: 0.0422847 May 16 20:37:39.831401 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-78a6a31b-646c-4787-9613-f6c24d88a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:39.833139 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-78a6a31b-646c-4787-9613-f6c24d88a493 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.1084809 May 16 20:37:39.931866 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-fb747a45-6dcf-493d-8789-86d4fbd98bec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd HTTP/1.1" status: 200 len: 1002 time: 0.0930607 May 16 20:37:40.022875 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-013b69b0-e63d-4f19-8bda-c6f27edb7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:40.024456 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-013b69b0-e63d-4f19-8bda-c6f27edb7f42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.1969969 May 16 20:37:40.154165 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-e74cfa39-d7e1-4245-93ad-ffdc85f00ca8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 1001 time: 0.0915673 May 16 20:37:40.176262 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-220d678e-6ec6-45c8-9cda-fd1c4a3804ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:40.177782 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-220d678e-6ec6-45c8-9cda-fd1c4a3804ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.2394438 May 16 20:37:40.253167 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-423e83a0-ce88-411f-9aaf-cf3b95710de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:40.255026 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-423e83a0-ce88-411f-9aaf-cf3b95710de6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404713 May 16 20:37:40.265252 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-1213517f-42b3-48c8-be42-056f6be04c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:40.266758 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-1213517f-42b3-48c8-be42-056f6be04c1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0533795 May 16 20:37:40.318584 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-237a91ee-e09c-4f97-801d-88f6d89f6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:40.320579 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-237a91ee-e09c-4f97-801d-88f6d89f6a71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472910 May 16 20:37:40.359054 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-65fc075c-158a-48ea-8a9b-d74306c5cd37 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927842 May 16 20:37:40.421973 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-94420de3-8523-4f34-b4cc-4a6c9ce39fcc service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954390 May 16 20:37:40.456178 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3031dc1f-436b-4e2f-b254-9f1b3b5bf229 req-2def89bd-b54f-4e63-9228-86fc159bb1ca service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907586 May 16 20:37:40.529779 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e82af3e6-1aeb-4400-8ee5-07ce4aa2bb1a req-b809a6a7-7906-47d0-8f2b-e9a29bcd7534 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928624 May 16 20:37:41.302324 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 60916) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:41.414809 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3336643b-df05-4e64-acab-0cfc3bfa06ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.496153 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3336643b-df05-4e64-acab-0cfc3bfa06ce admin admin] Publish callbacks [] for security_group (49b898d2-1c10-432f-a108-d11aaf549710), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.501704 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3336643b-df05-4e64-acab-0cfc3bfa06ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (49b898d2-1c10-432f-a108-d11aaf549710), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.541293 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-3336643b-df05-4e64-acab-0cfc3bfa06ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8ef749701ca456ca2f6bd8abc5dce5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378328 May 16 20:37:41.542065 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336643b-df05-4e64-acab-0cfc3bfa06ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b898d2-1c10-432f-a108-d11aaf549710,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:41.544224 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60920) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:41.598129 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d37b-f55a-4f70-95ef-817f80184dd3 admin admin] Publish callbacks [] for security_group (49b898d2-1c10-432f-a108-d11aaf549710), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.620911 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d37b-f55a-4f70-95ef-817f80184dd3 admin admin] Publish callbacks [] for security_group (49b898d2-1c10-432f-a108-d11aaf549710), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.673440 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d37b-f55a-4f70-95ef-817f80184dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (49b898d2-1c10-432f-a108-d11aaf549710), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.676022 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d37b-f55a-4f70-95ef-817f80184dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.677256 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-a2f0d37b-f55a-4f70-95ef-817f80184dd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49b898d2-1c10-432f-a108-d11aaf549710 HTTP/1.1" status: 204 len: 168 time: 0.1319330 May 16 20:37:41.685064 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d37b-f55a-4f70-95ef-817f80184dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b898d2-1c10-432f-a108-d11aaf549710,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:41.945397 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60932) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:41.958485 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9a8789f2-5b86-44ee-a8e6-01ab8ae10e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:42.031233 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9a8789f2-5b86-44ee-a8e6-01ab8ae10e13 admin admin] Publish callbacks [] for security_group (93126724-a1b7-4dd3-b0c6-77a56ecb4dc4), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:42.036994 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9a8789f2-5b86-44ee-a8e6-01ab8ae10e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (93126724-a1b7-4dd3-b0c6-77a56ecb4dc4), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:42.075409 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9a8789f2-5b86-44ee-a8e6-01ab8ae10e13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=827b4377def546388e1a14c493713df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289058 May 16 20:37:42.079196 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 60934) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:42.081297 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8789f2-5b86-44ee-a8e6-01ab8ae10e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93126724-a1b7-4dd3-b0c6-77a56ecb4dc4,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:42.132683 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-df7f413d-f1ba-4bcf-ae00-0b1fa7e93147 admin admin] Publish callbacks [] for security_group (93126724-a1b7-4dd3-b0c6-77a56ecb4dc4), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:42.155098 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-df7f413d-f1ba-4bcf-ae00-0b1fa7e93147 admin admin] Publish callbacks [] for security_group (93126724-a1b7-4dd3-b0c6-77a56ecb4dc4), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:42.203336 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-df7f413d-f1ba-4bcf-ae00-0b1fa7e93147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (93126724-a1b7-4dd3-b0c6-77a56ecb4dc4), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:42.205777 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-df7f413d-f1ba-4bcf-ae00-0b1fa7e93147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:42.206894 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-df7f413d-f1ba-4bcf-ae00-0b1fa7e93147 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93126724-a1b7-4dd3-b0c6-77a56ecb4dc4 HTTP/1.1" status: 204 len: 168 time: 0.1267762 May 16 20:37:42.214362 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f413d-f1ba-4bcf-ae00-0b1fa7e93147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93126724-a1b7-4dd3-b0c6-77a56ecb4dc4,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:43.892417 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 32770) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:44.005355 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d60b0c44-1a31-40e2-96e8-f9b68892cbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.085152 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d60b0c44-1a31-40e2-96e8-f9b68892cbba admin admin] Publish callbacks [] for security_group (a77427a6-6d67-466e-8ac5-a49ca7113ca7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.090108 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d60b0c44-1a31-40e2-96e8-f9b68892cbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a77427a6-6d67-466e-8ac5-a49ca7113ca7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.130834 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d60b0c44-1a31-40e2-96e8-f9b68892cbba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d79609c6f084b7d8d9d357cbd5fb030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371902 May 16 20:37:44.131823 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0c44-1a31-40e2-96e8-f9b68892cbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77427a6-6d67-466e-8ac5-a49ca7113ca7,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:44.136496 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 32778) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:44.189985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30c6437a-5c55-48e1-88eb-d37620680d21 admin admin] Publish callbacks [] for security_group (a77427a6-6d67-466e-8ac5-a49ca7113ca7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.213020 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30c6437a-5c55-48e1-88eb-d37620680d21 admin admin] Publish callbacks [] for security_group (a77427a6-6d67-466e-8ac5-a49ca7113ca7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.261723 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30c6437a-5c55-48e1-88eb-d37620680d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a77427a6-6d67-466e-8ac5-a49ca7113ca7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.264292 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-30c6437a-5c55-48e1-88eb-d37620680d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.265462 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-30c6437a-5c55-48e1-88eb-d37620680d21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a77427a6-6d67-466e-8ac5-a49ca7113ca7 HTTP/1.1" status: 204 len: 168 time: 0.1307886 May 16 20:37:44.275609 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6437a-5c55-48e1-88eb-d37620680d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77427a6-6d67-466e-8ac5-a49ca7113ca7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:44.541554 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 32796) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:44.555797 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d949fe64-9000-4871-b4ef-ca4597508b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.637100 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d949fe64-9000-4871-b4ef-ca4597508b14 admin admin] Publish callbacks [] for security_group (45140ff0-3048-4f09-ab0f-f4d0183c5096), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.649874 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d949fe64-9000-4871-b4ef-ca4597508b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (45140ff0-3048-4f09-ab0f-f4d0183c5096), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.690344 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 32804) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:44.690520 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d949fe64-9000-4871-b4ef-ca4597508b14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59c547d4785d41a1abe7bf89dae3fccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478922 May 16 20:37:44.708192 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949fe64-9000-4871-b4ef-ca4597508b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45140ff0-3048-4f09-ab0f-f4d0183c5096,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:44.778068 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f507502-450b-409b-a926-dfe3883f04ef admin admin] Publish callbacks [] for security_group (45140ff0-3048-4f09-ab0f-f4d0183c5096), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.799739 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f507502-450b-409b-a926-dfe3883f04ef admin admin] Publish callbacks [] for security_group (45140ff0-3048-4f09-ab0f-f4d0183c5096), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.847552 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f507502-450b-409b-a926-dfe3883f04ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (45140ff0-3048-4f09-ab0f-f4d0183c5096), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.850165 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f507502-450b-409b-a926-dfe3883f04ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:44.853934 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-1f507502-450b-409b-a926-dfe3883f04ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45140ff0-3048-4f09-ab0f-f4d0183c5096 HTTP/1.1" status: 204 len: 168 time: 0.1595964 May 16 20:37:44.861123 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f507502-450b-409b-a926-dfe3883f04ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45140ff0-3048-4f09-ab0f-f4d0183c5096,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:45.772013 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 32880) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:45.902401 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd4978c6-1586-4388-9cc9-da2f54f85099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:45.995663 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd4978c6-1586-4388-9cc9-da2f54f85099 admin admin] Publish callbacks [] for security_group (53a37ad1-41fa-4a04-883a-b8a2f057f31e), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.000604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cd4978c6-1586-4388-9cc9-da2f54f85099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (53a37ad1-41fa-4a04-883a-b8a2f057f31e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.044957 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-cd4978c6-1586-4388-9cc9-da2f54f85099 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79196f5e18734a918f468dc2c497c8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710714 May 16 20:37:46.046266 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4978c6-1586-4388-9cc9-da2f54f85099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a37ad1-41fa-4a04-883a-b8a2f057f31e,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:46.047295 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 32906) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:46.106334 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89dad77b-f1ff-481d-a2f6-48a36e0a315a admin admin] Publish callbacks [] for security_group (53a37ad1-41fa-4a04-883a-b8a2f057f31e), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.128450 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89dad77b-f1ff-481d-a2f6-48a36e0a315a admin admin] Publish callbacks [] for security_group (53a37ad1-41fa-4a04-883a-b8a2f057f31e), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.200007 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89dad77b-f1ff-481d-a2f6-48a36e0a315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (53a37ad1-41fa-4a04-883a-b8a2f057f31e), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.203407 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89dad77b-f1ff-481d-a2f6-48a36e0a315a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.205103 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-89dad77b-f1ff-481d-a2f6-48a36e0a315a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53a37ad1-41fa-4a04-883a-b8a2f057f31e HTTP/1.1" status: 204 len: 168 time: 0.1562078 May 16 20:37:46.220763 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dad77b-f1ff-481d-a2f6-48a36e0a315a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a37ad1-41fa-4a04-883a-b8a2f057f31e,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:46.563110 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 32928) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:46.576776 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13f4d1b3-0242-4419-aee7-57ec02b3c223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.654169 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13f4d1b3-0242-4419-aee7-57ec02b3c223 admin admin] Publish callbacks [] for security_group (69b8fed0-c928-41fc-8ccc-dd32203c2da9), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.661081 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13f4d1b3-0242-4419-aee7-57ec02b3c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (69b8fed0-c928-41fc-8ccc-dd32203c2da9), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.698202 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4d1b3-0242-4419-aee7-57ec02b3c223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8fed0-c928-41fc-8ccc-dd32203c2da9,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:46.709025 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-13f4d1b3-0242-4419-aee7-57ec02b3c223 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60d66b022e514f909a3d7074088c05d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447866 May 16 20:37:46.711871 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 32934) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:46.765504 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2933c27c-708c-4635-aa2a-1dc2e9c31080 admin admin] Publish callbacks [] for security_group (69b8fed0-c928-41fc-8ccc-dd32203c2da9), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.793283 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2933c27c-708c-4635-aa2a-1dc2e9c31080 admin admin] Publish callbacks [] for security_group (69b8fed0-c928-41fc-8ccc-dd32203c2da9), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.856952 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2933c27c-708c-4635-aa2a-1dc2e9c31080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (69b8fed0-c928-41fc-8ccc-dd32203c2da9), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.860769 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2933c27c-708c-4635-aa2a-1dc2e9c31080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:46.862002 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-2933c27c-708c-4635-aa2a-1dc2e9c31080 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69b8fed0-c928-41fc-8ccc-dd32203c2da9 HTTP/1.1" status: 204 len: 168 time: 0.1472130 May 16 20:37:46.881440 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933c27c-708c-4635-aa2a-1dc2e9c31080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b8fed0-c928-41fc-8ccc-dd32203c2da9,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:46.996981 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 32946) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:47.159350 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a322836a-a4db-48d2-b0eb-2b81ae2f37d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.259693 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a322836a-a4db-48d2-b0eb-2b81ae2f37d3 admin admin] Publish callbacks [] for security_group (5a60a347-abba-4894-8510-f92a30ae7895), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.264699 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a322836a-a4db-48d2-b0eb-2b81ae2f37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (5a60a347-abba-4894-8510-f92a30ae7895), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.309623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-a322836a-a4db-48d2-b0eb-2b81ae2f37d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7127d5f8016d494a960dbf4206638248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114586 May 16 20:37:47.312246 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 32968) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:47.324035 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322836a-a4db-48d2-b0eb-2b81ae2f37d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a60a347-abba-4894-8510-f92a30ae7895,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:47.377083 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1eedad38-845a-4dea-bedf-d8a94fddc584 admin admin] Publish callbacks [] for security_group (5a60a347-abba-4894-8510-f92a30ae7895), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.400204 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1eedad38-845a-4dea-bedf-d8a94fddc584 admin admin] Publish callbacks [] for security_group (5a60a347-abba-4894-8510-f92a30ae7895), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.450445 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1eedad38-845a-4dea-bedf-d8a94fddc584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (5a60a347-abba-4894-8510-f92a30ae7895), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.453016 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1eedad38-845a-4dea-bedf-d8a94fddc584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.454247 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-1eedad38-845a-4dea-bedf-d8a94fddc584 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a60a347-abba-4894-8510-f92a30ae7895 HTTP/1.1" status: 204 len: 168 time: 0.1403532 May 16 20:37:47.462520 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedad38-845a-4dea-bedf-d8a94fddc584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a60a347-abba-4894-8510-f92a30ae7895,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:47.730507 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 32988) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:47.743631 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.820342 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Publish callbacks [] for security_group (43ee7242-4b9e-45f8-86ad-f38c327b5079), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.825155 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (43ee7242-4b9e-45f8-86ad-f38c327b5079), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.863150 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9757636f17e7428583e93e9e06511250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315491 May 16 20:37:47.863922 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ee7242-4b9e-45f8-86ad-f38c327b5079,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:47.865982 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 32992) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:47.871466 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.871816 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.872172 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.872720 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.873063 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.873382 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.873706 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.874028 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.874348 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.874672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.874988 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.875302 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.875620 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.875930 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.876240 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5833f-8fb8-4041-8ec4-95ee08eebd5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:47.918006 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da2e0a0b-75fc-4e5a-bfa7-b26329998203 admin admin] Publish callbacks [] for security_group (43ee7242-4b9e-45f8-86ad-f38c327b5079), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.939690 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da2e0a0b-75fc-4e5a-bfa7-b26329998203 admin admin] Publish callbacks [] for security_group (43ee7242-4b9e-45f8-86ad-f38c327b5079), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.988785 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da2e0a0b-75fc-4e5a-bfa7-b26329998203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (43ee7242-4b9e-45f8-86ad-f38c327b5079), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.991478 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da2e0a0b-75fc-4e5a-bfa7-b26329998203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:47.992701 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-da2e0a0b-75fc-4e5a-bfa7-b26329998203 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43ee7242-4b9e-45f8-86ad-f38c327b5079 HTTP/1.1" status: 204 len: 168 time: 0.1255248 May 16 20:37:48.000791 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e0a0b-75fc-4e5a-bfa7-b26329998203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ee7242-4b9e-45f8-86ad-f38c327b5079,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:48.542476 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-675c722d-9061-4838-b92d-838513f95c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.730269 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-32cca31b-3bd6-43fd-bcd1-3c5eceddb2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.071436 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad824d2-726c-4822-b4ca-bbb1c596f46f req-e5cb5b61-f3de-4837-950e-d330e50b3746 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:52.077060 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4ad824d2-726c-4822-b4ca-bbb1c596f46f req-e5cb5b61-f3de-4837-950e-d330e50b3746 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0577838 May 16 20:37:52.121441 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.124317 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4ad824d2-726c-4822-b4ca-bbb1c596f46f req-c141e076-66db-45a7-acbe-a4c99b3b3926 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 May 16 20:37:52.316948 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33182) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:52.432417 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.506866 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Publish callbacks [] for security_group (8a6752ba-5c6c-441b-8a60-b186c8d2a227), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.513457 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (8a6752ba-5c6c-441b-8a60-b186c8d2a227), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.549748 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6752ba-5c6c-441b-8a60-b186c8d2a227,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:52.554891 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=598e534b639f47ef82b055398a51e26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368565 May 16 20:37:52.557859 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33196) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:52.560690 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.561013 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.561371 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.561711 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.562039 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.562367 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.562690 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.563012 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.563389 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.563659 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.563997 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.564346 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.564714 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.564988 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.565500 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364262f-c9d1-4133-9b45-1d5ff366ddcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:52.607369 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2ecc426a-7ef9-4ee9-8001-21abb5c99f44 admin admin] Publish callbacks [] for security_group (8a6752ba-5c6c-441b-8a60-b186c8d2a227), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.627898 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2ecc426a-7ef9-4ee9-8001-21abb5c99f44 admin admin] Publish callbacks [] for security_group (8a6752ba-5c6c-441b-8a60-b186c8d2a227), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.679328 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2ecc426a-7ef9-4ee9-8001-21abb5c99f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (8a6752ba-5c6c-441b-8a60-b186c8d2a227), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.681942 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-2ecc426a-7ef9-4ee9-8001-21abb5c99f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:52.683080 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-2ecc426a-7ef9-4ee9-8001-21abb5c99f44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a6752ba-5c6c-441b-8a60-b186c8d2a227 HTTP/1.1" status: 204 len: 168 time: 0.1241748 May 16 20:37:52.690777 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc426a-7ef9-4ee9-8001-21abb5c99f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6752ba-5c6c-441b-8a60-b186c8d2a227,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:52.961573 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33206) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:52.974897 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db05f63e-bb53-4183-97e9-0b04525c6f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.051203 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db05f63e-bb53-4183-97e9-0b04525c6f60 admin admin] Publish callbacks [] for security_group (a3138808-da27-40ef-bd6e-52cae54d4df0), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.057665 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db05f63e-bb53-4183-97e9-0b04525c6f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a3138808-da27-40ef-bd6e-52cae54d4df0), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.093703 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05f63e-bb53-4183-97e9-0b04525c6f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3138808-da27-40ef-bd6e-52cae54d4df0,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:53.097751 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-db05f63e-bb53-4183-97e9-0b04525c6f60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34698c1c313c4375a691eeefdf5b0fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351240 May 16 20:37:53.100555 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33208) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:53.150035 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d93cc05-8925-4fd2-b163-32b67bd864d7 admin admin] Publish callbacks [] for security_group (a3138808-da27-40ef-bd6e-52cae54d4df0), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.172352 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d93cc05-8925-4fd2-b163-32b67bd864d7 admin admin] Publish callbacks [] for security_group (a3138808-da27-40ef-bd6e-52cae54d4df0), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.221721 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d93cc05-8925-4fd2-b163-32b67bd864d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a3138808-da27-40ef-bd6e-52cae54d4df0), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.224931 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d93cc05-8925-4fd2-b163-32b67bd864d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.230045 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-4d93cc05-8925-4fd2-b163-32b67bd864d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3138808-da27-40ef-bd6e-52cae54d4df0 HTTP/1.1" status: 204 len: 168 time: 0.1273210 May 16 20:37:53.249128 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93cc05-8925-4fd2-b163-32b67bd864d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3138808-da27-40ef-bd6e-52cae54d4df0,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:53.251230 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee52af-89c2-4097-bf70-f22feb06aa5d req-1e2771e2-0b41-4522-8446-f4141183575d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:53.252882 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0bee52af-89c2-4097-bf70-f22feb06aa5d req-1e2771e2-0b41-4522-8446-f4141183575d tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0539935 May 16 20:37:53.302795 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0bee52af-89c2-4097-bf70-f22feb06aa5d req-06b74f7c-5d0e-4106-bd76-3a6026e1e2ad tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 May 16 20:37:53.528139 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:54.415068 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b8ea3-3419-4d08-9e4b-550c12665fca req-3476115f-3970-48dd-9e2d-dbc842930057 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:54.416580 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-834b8ea3-3419-4d08-9e4b-550c12665fca req-3476115f-3970-48dd-9e2d-dbc842930057 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0466275 May 16 20:37:54.462661 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-834b8ea3-3419-4d08-9e4b-550c12665fca req-470860c8-e904-4e2c-b238-83e939532856 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 May 16 20:37:54.887571 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:55.589482 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354bdc8-2ce0-4499-bc2f-087ef28d522e req-a75983c5-f1e0-4203-a419-53a96eed925c tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:55.591019 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f354bdc8-2ce0-4499-bc2f-087ef28d522e req-a75983c5-f1e0-4203-a419-53a96eed925c tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0559316 May 16 20:37:55.643977 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f354bdc8-2ce0-4499-bc2f-087ef28d522e req-c36f597f-7782-42a0-8d70-b34e3d17cd64 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 May 16 20:37:56.766442 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:56.777726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e84fca-bf86-4dfd-b764-666a4230f760 req-a21cd001-c977-4256-9b96-7dd755ad90a0 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:56.779263 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e5e84fca-bf86-4dfd-b764-666a4230f760 req-a21cd001-c977-4256-9b96-7dd755ad90a0 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0575883 May 16 20:37:56.829432 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e5e84fca-bf86-4dfd-b764-666a4230f760 req-7aa94315-4a38-4337-9748-b35a580e2689 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 May 16 20:37:57.497695 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-6c8f489a-fb17-47fd-8c8b-a98879ca9e94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400946 May 16 20:37:57.602672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074bca-2696-498a-a787-2e1253d36565 req-73438247-ac14-4d1b-a4cc-7a0a459686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:57.604131 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-73438247-ac14-4d1b-a4cc-7a0a459686b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1129 time: 0.0383356 May 16 20:37:57.718096 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074bca-2696-498a-a787-2e1253d36565 req-05eaf026-dab9-4fd2-8108-f4f1ec1734f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:57.719727 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-05eaf026-dab9-4fd2-8108-f4f1ec1734f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.0913212 May 16 20:37:57.797380 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-8a693e34-3e88-4732-adc8-d372941fba45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 1001 time: 0.0588300 May 16 20:37:57.853502 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074bca-2696-498a-a787-2e1253d36565 req-2e69635b-1aa6-4b81-b3b8-708d46358b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:57.855218 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-2e69635b-1aa6-4b81-b3b8-708d46358b45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0471663 May 16 20:37:57.944585 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0b9c7-243b-4038-9be4-eee324e04890 req-82647f71-7bc8-4f9c-b93c-8f8ba628c430 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:57.946107 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-51f0b9c7-243b-4038-9be4-eee324e04890 req-82647f71-7bc8-4f9c-b93c-8f8ba628c430 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0467763 May 16 20:37:58.028717 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-51f0b9c7-243b-4038-9be4-eee324e04890 req-04185966-930f-4d14-b88b-6edce9f1c1d9 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa6ea238-fc1e-40ea-acb4-89341d30e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743473 May 16 20:37:58.034186 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074bca-2696-498a-a787-2e1253d36565 req-10147c14-1120-4606-bce5-b39a8ed812ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:58.035761 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-10147c14-1120-4606-bce5-b39a8ed812ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562418 May 16 20:37:58.134419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-269ecc88-c14b-4d2a-a68e-0c0e15ac0495 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904167 May 16 20:37:58.161112 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ba0ab-87a4-452a-af42-025aa044f21f req-bd7dd574-5856-41e6-811d-64fb24a91042 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:58.162643 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-596ba0ab-87a4-452a-af42-025aa044f21f req-bd7dd574-5856-41e6-811d-64fb24a91042 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.60 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 945 time: 0.0962603 May 16 20:37:58.262992 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca074bca-2696-498a-a787-2e1253d36565 req-35ec0d6d-74ac-46d2-b5c3-6d6882784f1e service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203156 May 16 20:37:58.283989 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Deleting port 04948340-2c71-481a-9c29-71b06aca8082 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:37:58.284264 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (04948340-2c71-481a-9c29-71b06aca8082), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.383848 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] For port 04948340-2c71-481a-9c29-71b06aca8082, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=04948340-2c71-481a-9c29-71b06aca8082,segment=NetworkSegment(07994181-de69-4437-a25f-351669816f9e),segment_id=07994181-de69-4437-a25f-351669816f9e)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:58.384207 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (04948340-2c71-481a-9c29-71b06aca8082), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.400185 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Calling delete_port for 04948340-2c71-481a-9c29-71b06aca8082 owned by compute:nova {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:37:58.561226 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (04948340-2c71-481a-9c29-71b06aca8082), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.574129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['04948340-2c71-481a-9c29-71b06aca8082'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:37:58.590613 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Pushing event deleted for resources: {'Port': ['ID=04948340-2c71-481a-9c29-71b06aca8082,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:58.603475 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33382) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:58.659682 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] Deleting subnet c13ab2ca-099f-4c8c-b887-1619303b65d5 {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:37:58.665043 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] Publish callbacks [] for subnet (c13ab2ca-099f-4c8c-b887-1619303b65d5), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.665905 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] No DVR routers for this DVR port 04948340-2c71-481a-9c29-71b06aca8082 on host hv-cinder-77703 {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:37:58.669491 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.673984 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-596ba0ab-87a4-452a-af42-025aa044f21f req-2d983cc4-195f-4506-9588-e7282e52f85a tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.60 "DELETE /v2.0/ports/04948340-2c71-481a-9c29-71b06aca8082 HTTP/1.1" status: 204 len: 173 time: 0.5053372 May 16 20:37:58.674689 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'name': 'network-vif-deleted', 'tag': '04948340-2c71-481a-9c29-71b06aca8082'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:58.677462 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7673aba1-60fe-4b99-bd14-9371a99ec409" -d '{"events": [{"server_uuid": "952d1913-9e82-4b2c-b4b5-3edf96b62106", "name": "network-vif-deleted", "tag": "04948340-2c71-481a-9c29-71b06aca8082"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:58.704257 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] Publish callbacks [] for subnet (c13ab2ca-099f-4c8c-b887-1619303b65d5), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.716308 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (c13ab2ca-099f-4c8c-b887-1619303b65d5), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.733754 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d15df50-3fe5-4294-afe3-c2028a9c235b x-openstack-request-id: req-6d15df50-3fe5-4294-afe3-c2028a9c235b {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:58.734263 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952d1913-9e82-4b2c-b4b5-3edf96b62106", "name": "network-vif-deleted", "tag": "04948340-2c71-481a-9c29-71b06aca8082", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:58.734795 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d15df50-3fe5-4294-afe3-c2028a9c235b {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:58.735208 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d15df50-3fe5-4294-afe3-c2028a9c235b'] response: {'server_uuid': '952d1913-9e82-4b2c-b4b5-3edf96b62106', 'name': 'network-vif-deleted', 'tag': '04948340-2c71-481a-9c29-71b06aca8082', 'status': 'completed', 'code': 200} May 16 20:37:58.789562 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (c13ab2ca-099f-4c8c-b887-1619303b65d5), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.815092 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13ab2ca-099f-4c8c-b887-1619303b65d5,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:58.825670 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:58.829010 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-36dd4e7d-1bb2-4af5-8520-e8931c11af71 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c13ab2ca-099f-4c8c-b887-1619303b65d5 HTTP/1.1" status: 204 len: 168 time: 0.2242804 May 16 20:37:58.832128 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33394) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:58.900482 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (d6de74e5-dd01-439b-b1ef-f1cadbe6adc3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.005335 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (d6de74e5-dd01-439b-b1ef-f1cadbe6adc3), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.026721 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.027065 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.027991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.028273 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > port after_create 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.028643 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.028975 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > port after_update 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.029283 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.029699 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.029905 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.030217 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.132122 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.132485 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.132831 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.133134 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:37:59.133501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6de74e5-dd01-439b-b1ef-f1cadbe6adc3']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:59.198212 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a9bb23-c79e-4bed-a22e-c0bd663f8c6a') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:59.198498 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a9bb23-c79e-4bed-a22e-c0bd663f8c6a') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:59.222038 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-942b9f85-ce16-4524-86e2-b25d76d05bb2 req-ae3b0ab7-2c37-40d5-b745-ba8145e8ef18 tempest-DeleteServersTestJSON-254920133 tempest-DeleteServersTestJSON-254920133-project] 10.222.0.49 "GET /v2.0/ports?device_id=952d1913-9e82-4b2c-b4b5-3edf96b62106 HTTP/1.1" status: 200 len: 210 time: 0.0834482 May 16 20:37:59.225217 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (21a9bb23-c79e-4bed-a22e-c0bd663f8c6a), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.247157 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (21a9bb23-c79e-4bed-a22e-c0bd663f8c6a), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.255682 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:37:59.256053 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (21a9bb23-c79e-4bed-a22e-c0bd663f8c6a), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: from cryptography.utils import int_from_bytes May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: from cryptography.utils import int_from_bytes May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:37:59.287235 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:37:59.361081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (d6de74e5-dd01-439b-b1ef-f1cadbe6adc3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.383811 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6de74e5-dd01-439b-b1ef-f1cadbe6adc3,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:59.392772 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.396139 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-60c01e5a-ff73-4dc7-ab59-926e64f6f504 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d6de74e5-dd01-439b-b1ef-f1cadbe6adc3 HTTP/1.1" status: 204 len: 168 time: 0.5628521 May 16 20:37:59.399300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33438) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:59.450899 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] Deleting subnet cd2b0049-71b9-4b76-88ae-6979e85493f1 {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:37:59.454449 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] Publish callbacks [] for subnet (cd2b0049-71b9-4b76-88ae-6979e85493f1), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.494997 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (cd2b0049-71b9-4b76-88ae-6979e85493f1), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.524773 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33444) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:59.543400 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (cd2b0049-71b9-4b76-88ae-6979e85493f1), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.613065 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (cd2b0049-71b9-4b76-88ae-6979e85493f1), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.646423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33450) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:59.655974 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2b0049-71b9-4b76-88ae-6979e85493f1,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:59.668497 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.672534 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-063d803e-edbf-4c9c-84ec-75466d1f4aae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd2b0049-71b9-4b76-88ae-6979e85493f1 HTTP/1.1" status: 204 len: 168 time: 0.2720883 May 16 20:37:59.675062 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33454) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:59.753011 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3458faa2-112e-487a-a4e0-86c63c6c7ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.783776 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (7bb368d6-435c-47f2-a691-2fa092a285b2), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.803781 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d820-49e2-4228-9a76-7c5655b0c7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.871379 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (7bb368d6-435c-47f2-a691-2fa092a285b2), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.876569 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3458faa2-112e-487a-a4e0-86c63c6c7ee7 admin admin] Publish callbacks [] for security_group (027a7f6e-20be-4b2d-87ad-eb9e611df083), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.883880 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3458faa2-112e-487a-a4e0-86c63c6c7ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (027a7f6e-20be-4b2d-87ad-eb9e611df083), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.891689 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb368d6-435c-47f2-a691-2fa092a285b2']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:59.901573 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31de22cb-b912-4dfd-bfe8-8df44ee67d8c') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:59.901838 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31de22cb-b912-4dfd-bfe8-8df44ee67d8c') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:37:59.912017 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (31de22cb-b912-4dfd-bfe8-8df44ee67d8c), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.926316 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (31de22cb-b912-4dfd-bfe8-8df44ee67d8c), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.933225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:37:59.933630 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (31de22cb-b912-4dfd-bfe8-8df44ee67d8c), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:37:59.935421 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:37:59.937487 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-3458faa2-112e-487a-a4e0-86c63c6c7ee7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=652bbf7a8bf842f6ae0f4798ef428e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096162 May 16 20:37:59.943802 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33456) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:37:59.946939 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d820-49e2-4228-9a76-7c5655b0c7f7 admin admin] Publish callbacks [] for security_group (6c78ce07-0012-4b84-b26d-bcc4eb01fef4), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.951666 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458faa2-112e-487a-a4e0-86c63c6c7ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a7f6e-20be-4b2d-87ad-eb9e611df083,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:59.960564 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d820-49e2-4228-9a76-7c5655b0c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (6c78ce07-0012-4b84-b26d-bcc4eb01fef4), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.990846 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (7bb368d6-435c-47f2-a691-2fa092a285b2), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:59.997511 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.000788 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7bb368d6-435c-47f2-a691-2fa092a285b2 HTTP/1.1" status: 204 len: 168 time: 0.3246412 May 16 20:38:00.012959 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73162802-fe38-4742-9ddc-c6854e1fded0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb368d6-435c-47f2-a691-2fa092a285b2,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:00.016817 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d820-49e2-4228-9a76-7c5655b0c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c78ce07-0012-4b84-b26d-bcc4eb01fef4,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:00.029289 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b0c5d820-49e2-4228-9a76-7c5655b0c7f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2fbed6c23aa4d8b83cf4c6d4c909de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816574 May 16 20:38:00.032198 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33460) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:00.038821 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72d845ae-4e42-4ca3-a376-a92fc684d542 admin admin] Publish callbacks [] for security_group (027a7f6e-20be-4b2d-87ad-eb9e611df083), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.061909 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72d845ae-4e42-4ca3-a376-a92fc684d542 admin admin] Publish callbacks [] for security_group (027a7f6e-20be-4b2d-87ad-eb9e611df083), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.088985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-99f4c4b9-24d6-438a-bf34-524c58fd8007 admin admin] Publish callbacks [] for security_group (6c78ce07-0012-4b84-b26d-bcc4eb01fef4), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.113083 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-99f4c4b9-24d6-438a-bf34-524c58fd8007 admin admin] Publish callbacks [] for security_group (6c78ce07-0012-4b84-b26d-bcc4eb01fef4), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.124642 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72d845ae-4e42-4ca3-a376-a92fc684d542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (027a7f6e-20be-4b2d-87ad-eb9e611df083), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.126784 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72d845ae-4e42-4ca3-a376-a92fc684d542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.127391 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-72d845ae-4e42-4ca3-a376-a92fc684d542 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/027a7f6e-20be-4b2d-87ad-eb9e611df083 HTTP/1.1" status: 204 len: 168 time: 0.1827192 May 16 20:38:00.135592 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d845ae-4e42-4ca3-a376-a92fc684d542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a7f6e-20be-4b2d-87ad-eb9e611df083,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:00.150560 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33464) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:00.183380 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-99f4c4b9-24d6-438a-bf34-524c58fd8007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (6c78ce07-0012-4b84-b26d-bcc4eb01fef4), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.185922 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-99f4c4b9-24d6-438a-bf34-524c58fd8007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.187068 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-99f4c4b9-24d6-438a-bf34-524c58fd8007 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c78ce07-0012-4b84-b26d-bcc4eb01fef4 HTTP/1.1" status: 204 len: 168 time: 0.1538401 May 16 20:38:00.197006 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-78deed86-cf6f-4259-851a-6d5807d5743b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0f3d3cb2e8b44f3976c17ee9adf25e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427554 May 16 20:38:00.197255 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33468) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:00.200534 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4c4b9-24d6-438a-bf34-524c58fd8007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c78ce07-0012-4b84-b26d-bcc4eb01fef4,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:00.282961 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-776232c6-efb0-463c-9879-a1debdf8924c admin admin] Publish callbacks [] for security_group (caad30e4-ad68-4931-85c3-7972cbd890af), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.314302 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-776232c6-efb0-463c-9879-a1debdf8924c admin admin] Publish callbacks [] for security_group (caad30e4-ad68-4931-85c3-7972cbd890af), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.388336 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-776232c6-efb0-463c-9879-a1debdf8924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (caad30e4-ad68-4931-85c3-7972cbd890af), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.391190 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-776232c6-efb0-463c-9879-a1debdf8924c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.392381 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-776232c6-efb0-463c-9879-a1debdf8924c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/caad30e4-ad68-4931-85c3-7972cbd890af HTTP/1.1" status: 204 len: 168 time: 0.1942031 May 16 20:38:00.402016 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776232c6-efb0-463c-9879-a1debdf8924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad30e4-ad68-4931-85c3-7972cbd890af,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:00.577213 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33498) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:00.593526 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6ad603af-4011-4b19-94ae-90cebe1ccf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.695887 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6ad603af-4011-4b19-94ae-90cebe1ccf4b admin admin] Publish callbacks [] for security_group (e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.701329 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6ad603af-4011-4b19-94ae-90cebe1ccf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.715389 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33506) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:00.728061 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-6ad603af-4011-4b19-94ae-90cebe1ccf4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e96129d8c754173be98c726bb8982da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492085 May 16 20:38:00.730954 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33510) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:00.749087 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad603af-4011-4b19-94ae-90cebe1ccf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:00.794032 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1d130003-7a58-4290-a1b2-d51b3a53c94c admin admin] Publish callbacks [] for security_group (e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.819490 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1d130003-7a58-4290-a1b2-d51b3a53c94c admin admin] Publish callbacks [] for security_group (e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.873794 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1d130003-7a58-4290-a1b2-d51b3a53c94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.876520 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1d130003-7a58-4290-a1b2-d51b3a53c94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.880272 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-1d130003-7a58-4290-a1b2-d51b3a53c94c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3 HTTP/1.1" status: 204 len: 168 time: 0.1457188 May 16 20:38:00.893013 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d130003-7a58-4290-a1b2-d51b3a53c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bc9f6b-c968-4e62-b2c6-5b7dd48b58a3,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:00.901279 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-525c661b-6f77-41fa-81a8-a201caa6381b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:00.947203 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33520) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:00.996265 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-525c661b-6f77-41fa-81a8-a201caa6381b admin admin] Publish callbacks [] for security_group (972f724f-2227-49e3-bee5-a59b9ac92ad6), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.000221 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ad9329e8-5d5f-41b2-98f5-c0586c84a9f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c4fa1da43b6458eaf302e875dbe7edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505307 May 16 20:38:01.002883 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33522) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:01.005022 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-525c661b-6f77-41fa-81a8-a201caa6381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (972f724f-2227-49e3-bee5-a59b9ac92ad6), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.046474 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c661b-6f77-41fa-81a8-a201caa6381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972f724f-2227-49e3-bee5-a59b9ac92ad6,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:01.050923 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-525c661b-6f77-41fa-81a8-a201caa6381b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e60b7e5cce104f02a851c7c4b7a14c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337674 May 16 20:38:01.054220 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33524) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:01.077430 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-763b0f83-0e40-419e-8275-9bab735ad64b admin admin] Publish callbacks [] for security_group (b839ed89-913f-475a-86d6-0712dddc86ae), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.101412 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-763b0f83-0e40-419e-8275-9bab735ad64b admin admin] Publish callbacks [] for security_group (b839ed89-913f-475a-86d6-0712dddc86ae), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.119198 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-36080aba-bffc-4b40-8f18-5319d9ae2dc5 admin admin] Publish callbacks [] for security_group (972f724f-2227-49e3-bee5-a59b9ac92ad6), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.144304 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-36080aba-bffc-4b40-8f18-5319d9ae2dc5 admin admin] Publish callbacks [] for security_group (972f724f-2227-49e3-bee5-a59b9ac92ad6), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.159517 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-763b0f83-0e40-419e-8275-9bab735ad64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b839ed89-913f-475a-86d6-0712dddc86ae), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.162709 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-763b0f83-0e40-419e-8275-9bab735ad64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.163971 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-763b0f83-0e40-419e-8275-9bab735ad64b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b839ed89-913f-475a-86d6-0712dddc86ae HTTP/1.1" status: 204 len: 168 time: 0.1580544 May 16 20:38:01.174467 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b0f83-0e40-419e-8275-9bab735ad64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839ed89-913f-475a-86d6-0712dddc86ae,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:01.212885 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-36080aba-bffc-4b40-8f18-5319d9ae2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (972f724f-2227-49e3-bee5-a59b9ac92ad6), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.215448 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-36080aba-bffc-4b40-8f18-5319d9ae2dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.216689 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-36080aba-bffc-4b40-8f18-5319d9ae2dc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/972f724f-2227-49e3-bee5-a59b9ac92ad6 HTTP/1.1" status: 204 len: 168 time: 0.1614535 May 16 20:38:01.225098 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36080aba-bffc-4b40-8f18-5319d9ae2dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972f724f-2227-49e3-bee5-a59b9ac92ad6,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:01.579161 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33552) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:01.593208 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-785dcacf-e66b-442b-84f4-5a80b25b0bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.692645 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-785dcacf-e66b-442b-84f4-5a80b25b0bf6 admin admin] Publish callbacks [] for security_group (e08d8c6f-0a74-4651-bded-56a3e99cf978), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.698113 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-785dcacf-e66b-442b-84f4-5a80b25b0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (e08d8c6f-0a74-4651-bded-56a3e99cf978), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.744722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dcacf-e66b-442b-84f4-5a80b25b0bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08d8c6f-0a74-4651-bded-56a3e99cf978,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:01.755764 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-785dcacf-e66b-442b-84f4-5a80b25b0bf6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9239d2e02144a94bae93b496718d7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754386 May 16 20:38:01.755971 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33562) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:01.811449 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-42218895-3613-4b16-8934-a38d55da1dd8 admin admin] Publish callbacks [] for security_group (e08d8c6f-0a74-4651-bded-56a3e99cf978), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.836574 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-42218895-3613-4b16-8934-a38d55da1dd8 admin admin] Publish callbacks [] for security_group (e08d8c6f-0a74-4651-bded-56a3e99cf978), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.893641 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-42218895-3613-4b16-8934-a38d55da1dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (e08d8c6f-0a74-4651-bded-56a3e99cf978), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.896169 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-42218895-3613-4b16-8934-a38d55da1dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:01.897464 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-42218895-3613-4b16-8934-a38d55da1dd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e08d8c6f-0a74-4651-bded-56a3e99cf978 HTTP/1.1" status: 204 len: 168 time: 0.1400993 May 16 20:38:01.905492 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42218895-3613-4b16-8934-a38d55da1dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08d8c6f-0a74-4651-bded-56a3e99cf978,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:02.391663 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33590) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:02.405099 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdd4-9275-4cc9-a4a8-358ce5b65182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:02.486625 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdd4-9275-4cc9-a4a8-358ce5b65182 admin admin] Publish callbacks [] for security_group (c093fa99-ec6d-4251-95af-c76e1e2f64c7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:02.491950 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdd4-9275-4cc9-a4a8-358ce5b65182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (c093fa99-ec6d-4251-95af-c76e1e2f64c7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:02.530620 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cdd4-9275-4cc9-a4a8-358ce5b65182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093fa99-ec6d-4251-95af-c76e1e2f64c7,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:02.534666 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5ef1cdd4-9275-4cc9-a4a8-358ce5b65182 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3cd7955f4cf84ca68b73c86cf5bea4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419296 May 16 20:38:02.537932 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33598) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:02.605820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-34e59ea8-17b1-4593-9850-b47c7f96b0e6 admin admin] Publish callbacks [] for security_group (c093fa99-ec6d-4251-95af-c76e1e2f64c7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:02.628304 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-34e59ea8-17b1-4593-9850-b47c7f96b0e6 admin admin] Publish callbacks [] for security_group (c093fa99-ec6d-4251-95af-c76e1e2f64c7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:02.689256 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-34e59ea8-17b1-4593-9850-b47c7f96b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (c093fa99-ec6d-4251-95af-c76e1e2f64c7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:02.691839 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-34e59ea8-17b1-4593-9850-b47c7f96b0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:02.695890 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-34e59ea8-17b1-4593-9850-b47c7f96b0e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c093fa99-ec6d-4251-95af-c76e1e2f64c7 HTTP/1.1" status: 204 len: 168 time: 0.1568260 May 16 20:38:02.708702 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e59ea8-17b1-4593-9850-b47c7f96b0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093fa99-ec6d-4251-95af-c76e1e2f64c7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:02.722931 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 04948340-2c71-481a-9c29-71b06aca8082 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:38:02.747861 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 04948340-2c71-481a-9c29-71b06aca8082 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:38:02.748312 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 04948340-2c71-481a-9c29-71b06aca8082 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:38:03.940320 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33734) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:04.004157 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] Deleting subnet c2dc5f3e-d790-4406-b560-ed0cd16b3676 {{(pid=103496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:38:04.007499 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] Publish callbacks [] for subnet (c2dc5f3e-d790-4406-b560-ed0cd16b3676), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.041546 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] Publish callbacks [] for subnet (c2dc5f3e-d790-4406-b560-ed0cd16b3676), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.050420 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (c2dc5f3e-d790-4406-b560-ed0cd16b3676), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.057681 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33740) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:04.107284 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for subnet (c2dc5f3e-d790-4406-b560-ed0cd16b3676), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.137153 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dc5f3e-d790-4406-b560-ed0cd16b3676,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:04.140027 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.143172 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-13fc3669-b379-4580-9833-4f2df2ca4479 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c2dc5f3e-d790-4406-b560-ed0cd16b3676 HTTP/1.1" status: 204 len: 168 time: 0.2020743 May 16 20:38:04.146647 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33744) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:04.173164 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26b0094e-881f-4267-b244-b6afadb47ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.221409 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.259105 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26b0094e-881f-4267-b244-b6afadb47ff0 admin admin] Publish callbacks [] for security_group (73df82eb-99c4-4eb5-854c-3a64398de619), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.263617 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26b0094e-881f-4267-b244-b6afadb47ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (73df82eb-99c4-4eb5-854c-3a64398de619), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.304996 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-26b0094e-881f-4267-b244-b6afadb47ff0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e942908320b4929b80c17d229631c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432425 May 16 20:38:04.304996 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0094e-881f-4267-b244-b6afadb47ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df82eb-99c4-4eb5-854c-3a64398de619,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:04.305803 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33746) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:04.311669 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.340279 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.340637 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.341507 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.341830 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.342158 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.342818 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.343127 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.343486 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.343727 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.344030 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.358221 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-47c12d65-9be9-4d65-8db2-4b6f754b4da3 admin admin] Publish callbacks [] for security_group (73df82eb-99c4-4eb5-854c-3a64398de619), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.385481 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-47c12d65-9be9-4d65-8db2-4b6f754b4da3 admin admin] Publish callbacks [] for security_group (73df82eb-99c4-4eb5-854c-3a64398de619), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.407193 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.407521 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.407841 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.408159 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:38:04.408546 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:04.425943 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07994181-de69-4437-a25f-351669816f9e') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:04.426479 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07994181-de69-4437-a25f-351669816f9e') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:04.434670 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-47c12d65-9be9-4d65-8db2-4b6f754b4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (73df82eb-99c4-4eb5-854c-3a64398de619), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.437214 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-47c12d65-9be9-4d65-8db2-4b6f754b4da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.438437 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-47c12d65-9be9-4d65-8db2-4b6f754b4da3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73df82eb-99c4-4eb5-854c-3a64398de619 HTTP/1.1" status: 204 len: 168 time: 0.1317413 May 16 20:38:04.446717 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c12d65-9be9-4d65-8db2-4b6f754b4da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df82eb-99c4-4eb5-854c-3a64398de619,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:04.454122 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (07994181-de69-4437-a25f-351669816f9e), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.474799 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (07994181-de69-4437-a25f-351669816f9e), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.485954 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:38:04.486330 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (07994181-de69-4437-a25f-351669816f9e), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: from cryptography.utils import int_from_bytes May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: from cryptography.utils import int_from_bytes May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:38:04.490922 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:38:04.553822 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.563042 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.566196 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16 HTTP/1.1" status: 204 len: 168 time: 0.4187574 May 16 20:38:04.581368 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606cf19-5d9e-4a8f-81de-c24605917da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3b1d5e-7bbe-4c49-a73e-f3a8cb5aac16,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:04.779659 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33764) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:04.824347 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-cef93c8a-57e8-433c-8e63-610c078eb247 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17c116936d14470bb13850d6b8c83f8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434849 May 16 20:38:04.826858 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33770) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:04.873641 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8dbbecfa-4f74-445d-a904-32cbbb0e94e5 admin admin] Publish callbacks [] for security_group (fa6ea238-fc1e-40ea-acb4-89341d30e875), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.915214 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8dbbecfa-4f74-445d-a904-32cbbb0e94e5 admin admin] Publish callbacks [] for security_group (fa6ea238-fc1e-40ea-acb4-89341d30e875), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.974353 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8dbbecfa-4f74-445d-a904-32cbbb0e94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (fa6ea238-fc1e-40ea-acb4-89341d30e875), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.976966 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8dbbecfa-4f74-445d-a904-32cbbb0e94e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:04.978093 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-8dbbecfa-4f74-445d-a904-32cbbb0e94e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa6ea238-fc1e-40ea-acb4-89341d30e875 HTTP/1.1" status: 204 len: 168 time: 0.1502874 May 16 20:38:04.986165 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbecfa-4f74-445d-a904-32cbbb0e94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ea238-fc1e-40ea-acb4-89341d30e875,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:05.786795 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33860) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:05.929958 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-network', 'tenant_id': '69e39fae43c341798f00e3b48f20d003'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:05.950387 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Made reservation on behalf of 69e39fae43c341798f00e3b48f20d003 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:38:05.952796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:05.961020 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.039311 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks [] for security_group (0c51ba4c-2dc0-428d-8725-24f1e8e35bad), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.045452 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0c51ba4c-2dc0-428d-8725-24f1e8e35bad), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.069773 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:38:06.079542 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c51ba4c-2dc0-428d-8725-24f1e8e35bad,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:06.084337 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (c8112f6a-510b-41c0-a0d1-0a6e6a083bcd), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.084774 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Added segment c8112f6a-510b-41c0-a0d1-0a6e6a083bcd of type vlan for network e9d185e7-5065-44be-a31d-7429d98e5dea May 16 20:38:06.125093 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (e9d185e7-5065-44be-a31d-7429d98e5dea), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.151879 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (e9d185e7-5065-44be-a31d-7429d98e5dea), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.153161 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:06.153831 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.201369 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4133511 May 16 20:38:06.204487 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33880) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:06.211656 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Request body: {'subnet': {'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-subnet', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:06.230592 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751252ea-7be3-4dde-a6d1-8cc885abb363 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d185e7-5065-44be-a31d-7429d98e5dea,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:06.235675 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Made reservation on behalf of 69e39fae43c341798f00e3b48f20d003 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:38:06.238982 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.242251 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network e9d185e7-5065-44be-a31d-7429d98e5dea details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:38:06.407823 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (92cd2bca-3625-4451-977e-56ba950efd78), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.456049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cd2bca-3625-4451-977e-56ba950efd78,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:06.471029 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Checking segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:38:06.471372 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Network hostable DHCP agents. Network: e9d185e7-5065-44be-a31d-7429d98e5dea, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:38:06.489636 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Network e9d185e7-5065-44be-a31d-7429d98e5dea is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:38:06.499655 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, e9d185e7-5065-44be-a31d-7429d98e5dea) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:06.503737 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:06.504330 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.509335 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b52ef-f904-4423-babf-8eca7058a8cc None None] Network e9d185e7-5065-44be-a31d-7429d98e5dea requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:38:06.525785 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33886) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:06.526026 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-243209e2-6cf7-4c4f-b72b-20b6863c8e4c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3199360 May 16 20:38:06.531007 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:06.571414 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (9f08372f-a692-4fd1-ad10-33c2a28fb485), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.572758 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (9f08372f-a692-4fd1-ad10-33c2a28fb485), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.611353 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-e9d185e7-5065-44be-a31d-7429d98e5dea', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'project_id': '69e39fae43c341798f00e3b48f20d003', 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:38:06.612350 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.641936 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks [] for router_controller (9f08372f-a692-4fd1-ad10-33c2a28fb485), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.766067 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Allocated IP 172.20.0.2 (e9d185e7-5065-44be-a31d-7429d98e5dea/92cd2bca-3625-4451-977e-56ba950efd78/5268a262-6b46-4404-81bf-e6b9cd0cb4e9) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:38:06.812171 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks [] for router_gateway (9f08372f-a692-4fd1-ad10-33c2a28fb485), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.914706 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Publish callbacks [] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.921570 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:06.957562 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Network e9d185e7-5065-44be-a31d-7429d98e5dea is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:06.964688 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:06.966674 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Pushing event updated for resources: {'Port': ['ID=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:06.968862 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:38:06.977468 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.977817 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.978163 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.978495 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.978817 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.979136 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.979446 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.979759 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.980085 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.980400 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.980740 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.981064 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.981383 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.981679 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.981973 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:06.995939 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks [] for router_gateway (9f08372f-a692-4fd1-ad10-33c2a28fb485), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.017649 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.037632 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Attempting to bind port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:38:07.037987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Attempting to bind port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:38:07.038332 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Attempting to bind port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:07.043646 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:38:07.044012 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Checking segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:38:07.044403 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.044813 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Bound using segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:38:07.045262 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Bound port: 5268a262-6b46-4404-81bf-e6b9cd0cb4e9, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:38:07.045637 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.109612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] For port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:38:07.113060 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] For port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:38:07.119202 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.175825 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481c6f1-fb09-4a3f-a406-6f1b1d084980 None None] Pushing event updated for resources: {'Port': ['ID=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:07.321779 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Allocated IP 172.27.0.114 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/8911e41c-efce-4dbf-be92-e275a791c33f) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:38:07.442134 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks [] for port (8911e41c-efce-4dbf-be92-e275a791c33f), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.476361 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.514589 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:07.520988 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:07.525144 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:38:07.528290 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Pushing event updated for resources: {'Port': ['ID=8911e41c-efce-4dbf-be92-e275a791c33f,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:07.765378 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks [] for router_gateway (9f08372f-a692-4fd1-ad10-33c2a28fb485), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.876031 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:38:07.934071 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:07.934460 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.976984 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (9f08372f-a692-4fd1-ad10-33c2a28fb485), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.122775 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Router 9f08372f-a692-4fd1-ad10-33c2a28fb485 is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:38:08.160838 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:08.161305 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.176421 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340483d-b5c5-4d77-9fad-2dbefacf9f6c None None] Network e9d185e7-5065-44be-a31d-7429d98e5dea requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:38:08.224764 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:08.243501 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:38:08.252143 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.255095 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Sync routers for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:38:08.267246 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:38:08.267946 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:08.270693 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.274600 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-cba1768d-3150-4547-a3a8-ea3a106ec52c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.7448282 May 16 20:38:08.275219 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33910) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:08.333915 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:08.345672 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-8114daf6-d1a7-40d2-ad26-9d0e4a64f730 None None] Provisioning complete for port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:08.346383 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8114daf6-d1a7-40d2-ad26-9d0e4a64f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.410358 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:38:08.470574 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-8114daf6-d1a7-40d2-ad26-9d0e4a64f730 None None] Current status of the port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:08.665611 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:07Z', 'revision_number': 3, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:08.692699 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-8b494064-8a91-4238-9f21-af982053e233 None None] Provisioning complete for port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:08.693850 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33920) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:08.698975 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Checking router: 9f08372f-a692-4fd1-ad10-33c2a28fb485 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:38:08.699679 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8b494064-8a91-4238-9f21-af982053e233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.700103 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Updating router 9f08372f-a692-4fd1-ad10-33c2a28fb485 port 8911e41c-efce-4dbf-be92-e275a791c33f binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:38:08.740646 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.846612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-8b494064-8a91-4238-9f21-af982053e233 None None] Current status of the port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:08.879004 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e01b-106b-41bc-97b0-142aa1c3cb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.990793 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e01b-106b-41bc-97b0-142aa1c3cb8d admin admin] Publish callbacks [] for security_group (77a6ef6d-952d-41b7-a05b-4ccfe48187c3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.998149 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e01b-106b-41bc-97b0-142aa1c3cb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (77a6ef6d-952d-41b7-a05b-4ccfe48187c3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.053850 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e01b-106b-41bc-97b0-142aa1c3cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a6ef6d-952d-41b7-a05b-4ccfe48187c3,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:09.067998 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-1cf5e01b-106b-41bc-97b0-142aa1c3cb8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4574cc6d1aed4565aca93abf1689e4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721302 May 16 20:38:09.071494 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33940) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:09.158510 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.164249 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e6c-7e07-4e3d-b0de-a13e5c99a91a admin admin] Publish callbacks [] for security_group (77a6ef6d-952d-41b7-a05b-4ccfe48187c3), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.239332 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e6c-7e07-4e3d-b0de-a13e5c99a91a admin admin] Publish callbacks [] for security_group (77a6ef6d-952d-41b7-a05b-4ccfe48187c3), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.256632 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Publish callbacks [] for port (8911e41c-efce-4dbf-be92-e275a791c33f), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.270901 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.310116 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e6c-7e07-4e3d-b0de-a13e5c99a91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (77a6ef6d-952d-41b7-a05b-4ccfe48187c3), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.314963 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-78ad3e6c-7e07-4e3d-b0de-a13e5c99a91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.316712 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-78ad3e6c-7e07-4e3d-b0de-a13e5c99a91a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77a6ef6d-952d-41b7-a05b-4ccfe48187c3 HTTP/1.1" status: 204 len: 168 time: 0.2436719 May 16 20:38:09.329285 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad3e6c-7e07-4e3d-b0de-a13e5c99a91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a6ef6d-952d-41b7-a05b-4ccfe48187c3,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:09.342768 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Pushing event updated for resources: {'Port': ['ID=8911e41c-efce-4dbf-be92-e275a791c33f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:09.351787 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Attempting to bind port 8911e41c-efce-4dbf-be92-e275a791c33f on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:38:09.352699 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Attempting to bind port 8911e41c-efce-4dbf-be92-e275a791c33f by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:38:09.353302 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Attempting to bind port 8911e41c-efce-4dbf-be92-e275a791c33f on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:09.356187 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.356845 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.357685 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.358321 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.358785 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.359261 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.359576 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.360039 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.360535 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.364593 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.365520 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.366012 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.366344 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.366891 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.367457 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:09.379889 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:38:09.383500 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:38:09.384165 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.384768 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:38:09.385261 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Bound port: 8911e41c-efce-4dbf-be92-e275a791c33f, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:38:09.385637 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.412100 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Allocated IP 172.20.0.1 (e9d185e7-5065-44be-a31d-7429d98e5dea/92cd2bca-3625-4451-977e-56ba950efd78/41beaf0f-8b25-421d-ac79-f2f48ab4dea9) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:38:09.444413 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] For port 8911e41c-efce-4dbf-be92-e275a791c33f, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:38:09.450213 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] For port 8911e41c-efce-4dbf-be92-e275a791c33f, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=8911e41c-efce-4dbf-be92-e275a791c33f,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:38:09.461433 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.527131 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7d03a-3495-4683-bd92-d4a2235f47e1 None None] Pushing event updated for resources: {'Port': ['ID=8911e41c-efce-4dbf-be92-e275a791c33f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:09.531647 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:38:09.532538 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:09.548657 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks [] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.596273 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.642660 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:38:09.661308 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Network e9d185e7-5065-44be-a31d-7429d98e5dea is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:09.662514 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:09.672476 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:09.676111 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:38:09.747064 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (9f08372f-a692-4fd1-ad10-33c2a28fb485), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.762064 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33954) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:09.791338 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9443aef6-c8aa-428a-ac4b-32581c4aa557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.951459 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:38:09.974599 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9443aef6-c8aa-428a-ac4b-32581c4aa557 admin admin] Publish callbacks [] for security_group (7b772501-f846-4079-bacf-a8fb5fff6b55), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.982113 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:07Z', 'revision_number': 3, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:09.983456 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:09.987589 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9443aef6-c8aa-428a-ac4b-32581c4aa557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (7b772501-f846-4079-bacf-a8fb5fff6b55), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.015997 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:10.016795 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.017634 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bdc65-d083-4a96-82cd-aece9306e260 None None] The sync data for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi is: [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:07Z', 'revision_number': 3, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:38:10.061107 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9443aef6-c8aa-428a-ac4b-32581c4aa557 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c34a8b3d4b704c1da7c6b8dd74675440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970309 May 16 20:38:10.062830 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33962) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:10.087741 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443aef6-c8aa-428a-ac4b-32581c4aa557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b772501-f846-4079-bacf-a8fb5fff6b55,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:10.133002 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bc4a25c7-4a8b-4541-b1de-5172c4513047 admin admin] Publish callbacks [] for security_group (7b772501-f846-4079-bacf-a8fb5fff6b55), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.164067 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bc4a25c7-4a8b-4541-b1de-5172c4513047 admin admin] Publish callbacks [] for security_group (7b772501-f846-4079-bacf-a8fb5fff6b55), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.165051 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-3c146a75-a359-45a1-bfb3-61a106f7e43b None None] Provisioning complete for port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:10.165422 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3c146a75-a359-45a1-bfb3-61a106f7e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.213798 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:10.216088 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-3c146a75-a359-45a1-bfb3-61a106f7e43b None None] Port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:38:10.231641 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bc4a25c7-4a8b-4541-b1de-5172c4513047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (7b772501-f846-4079-bacf-a8fb5fff6b55), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.234435 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bc4a25c7-4a8b-4541-b1de-5172c4513047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.241150 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-bc4a25c7-4a8b-4541-b1de-5172c4513047 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b772501-f846-4079-bacf-a8fb5fff6b55 HTTP/1.1" status: 204 len: 168 time: 0.1729712 May 16 20:38:10.258133 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a25c7-4a8b-4541-b1de-5172c4513047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b772501-f846-4079-bacf-a8fb5fff6b55,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:10.278428 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks [] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.289102 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.370653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:10.380843 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (9f08372f-a692-4fd1-ad10-33c2a28fb485), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.418334 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 33970) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:10.513970 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Network e9d185e7-5065-44be-a31d-7429d98e5dea is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:10.523429 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:10.745172 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Router 9f08372f-a692-4fd1-ad10-33c2a28fb485 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:38:10.881190 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cc0191e1-c2e2-41aa-b79a-a0877d2eb5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.958109 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-68091a56-7268-4642-b9f2-2572388993dc None None] Provisioning complete for port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:10.958700 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-68091a56-7268-4642-b9f2-2572388993dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.998973 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:38:11.024254 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-a65f7856-c89a-4a29-873f-cd50178ec1b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f08372f-a692-4fd1-ad10-33c2a28fb485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7476616 May 16 20:38:11.077236 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cc0191e1-c2e2-41aa-b79a-a0877d2eb5c7 admin admin] Publish callbacks [] for security_group (d6ecab8a-7d6e-46c7-bf51-b45b78491dc0), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.081674 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-68091a56-7268-4642-b9f2-2572388993dc None None] Port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:38:11.085415 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cc0191e1-c2e2-41aa-b79a-a0877d2eb5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d6ecab8a-7d6e-46c7-bf51-b45b78491dc0), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.136245 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0191e1-c2e2-41aa-b79a-a0877d2eb5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ecab8a-7d6e-46c7-bf51-b45b78491dc0,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:11.166854 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-cc0191e1-c2e2-41aa-b79a-a0877d2eb5c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eaf722e91a2f4b96985e11dfd70b0965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7471085 May 16 20:38:11.169991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 33990) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:11.265741 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-31672f9d-d46d-4de9-a8f9-b6e2ff649f14 admin admin] Publish callbacks [] for security_group (d6ecab8a-7d6e-46c7-bf51-b45b78491dc0), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.313948 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-31672f9d-d46d-4de9-a8f9-b6e2ff649f14 admin admin] Publish callbacks [] for security_group (d6ecab8a-7d6e-46c7-bf51-b45b78491dc0), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.386916 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-31672f9d-d46d-4de9-a8f9-b6e2ff649f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d6ecab8a-7d6e-46c7-bf51-b45b78491dc0), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.389954 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-31672f9d-d46d-4de9-a8f9-b6e2ff649f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.391131 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-31672f9d-d46d-4de9-a8f9-b6e2ff649f14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6ecab8a-7d6e-46c7-bf51-b45b78491dc0 HTTP/1.1" status: 204 len: 168 time: 0.2197509 May 16 20:38:11.402882 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672f9d-d46d-4de9-a8f9-b6e2ff649f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ecab8a-7d6e-46c7-bf51-b45b78491dc0,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:11.626927 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3677427d-1d91-40f9-89e1-02f0e48c44cc tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:11.628506 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3677427d-1d91-40f9-89e1-02f0e48c44cc tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 819 time: 0.1005762 May 16 20:38:11.643107 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-f0c779f0-e991-406a-a9cf-e0f359685740 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/quotas/69e39fae43c341798f00e3b48f20d003 HTTP/1.1" status: 200 len: 375 time: 0.0091569 May 16 20:38:11.675470 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34014) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:11.689322 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbc7d-1606-47cf-a4b8-8083fcd78e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.695570 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-c131ff25-7a8b-4b59-8c00-5926f94f1018 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470493 May 16 20:38:11.773442 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbc7d-1606-47cf-a4b8-8083fcd78e03 admin admin] Publish callbacks [] for security_group (03315f5b-6524-4ac7-a0de-8c5f16f54d81), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.779086 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbc7d-1606-47cf-a4b8-8083fcd78e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (03315f5b-6524-4ac7-a0de-8c5f16f54d81), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.791337 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-e3fee07e-5f1d-4174-86ed-900634fcb1de service neutron] 10.222.0.49 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884631 May 16 20:38:11.825742 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-3b0bbc7d-1606-47cf-a4b8-8083fcd78e03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=728eb22430334bcfb06a888898125cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491129 May 16 20:38:11.826952 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bbc7d-1606-47cf-a4b8-8083fcd78e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03315f5b-6524-4ac7-a0de-8c5f16f54d81,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:11.829589 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34016) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:11.888470 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-16745d9d-0a61-40d1-9ad0-ee4eb07b1fff admin admin] Publish callbacks [] for security_group (03315f5b-6524-4ac7-a0de-8c5f16f54d81), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.894210 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-35ed8b27-7295-44ba-8317-598a76cd5fba service neutron] 10.222.0.49 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960128 May 16 20:38:11.898158 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8911e41c-efce-4dbf-be92-e275a791c33f up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:38:11.918439 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-16745d9d-0a61-40d1-9ad0-ee4eb07b1fff admin admin] Publish callbacks [] for security_group (03315f5b-6524-4ac7-a0de-8c5f16f54d81), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.945106 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 8911e41c-efce-4dbf-be92-e275a791c33f triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:11.945364 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.969317 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-16745d9d-0a61-40d1-9ad0-ee4eb07b1fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (03315f5b-6524-4ac7-a0de-8c5f16f54d81), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.971964 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-16745d9d-0a61-40d1-9ad0-ee4eb07b1fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.973130 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-16745d9d-0a61-40d1-9ad0-ee4eb07b1fff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03315f5b-6524-4ac7-a0de-8c5f16f54d81 HTTP/1.1" status: 204 len: 168 time: 0.1427488 May 16 20:38:11.986183 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16745d9d-0a61-40d1-9ad0-ee4eb07b1fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03315f5b-6524-4ac7-a0de-8c5f16f54d81,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:12.039382 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 8911e41c-efce-4dbf-be92-e275a791c33f is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:12.043497 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:12.071032 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 8911e41c-efce-4dbf-be92-e275a791c33f, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=8911e41c-efce-4dbf-be92-e275a791c33f,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:12.080265 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:12.140569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-541c3e7f-a8a6-47a8-b1a6-681d245b47b8 req-772c60b5-3446-48ea-add0-f67f209ec8ab tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 210 time: 0.0506589 May 16 20:38:12.153145 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=8911e41c-efce-4dbf-be92-e275a791c33f,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:12.334642 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Sync routers for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:38:12.368379 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:38:12.369775 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:12.496140 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:38:12.506781 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-5e194396-687c-491f-b009-5c206a806e3f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:12.508887 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-5e194396-687c-491f-b009-5c206a806e3f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 819 time: 0.1803350 May 16 20:38:12.536632 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-c6fa35c6-87b7-4f79-b856-87c67607f11b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/quotas/69e39fae43c341798f00e3b48f20d003 HTTP/1.1" status: 200 len: 375 time: 0.0167415 May 16 20:38:12.588637 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-ba099360-85ab-42fd-81d5-d2a70bdfd8d3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512657 May 16 20:38:12.703202 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-bf8df12f-8020-441e-a00f-157389e72989 service neutron] 10.222.0.49 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040649 May 16 20:38:12.749391 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:10Z', 'revision_number': 2, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:12.775846 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Checking router: 9f08372f-a692-4fd1-ad10-33c2a28fb485 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:38:12.776532 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Updating router 9f08372f-a692-4fd1-ad10-33c2a28fb485 port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:38:12.815652 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:12.856214 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-540eef64-0688-4ecf-be07-8c7c52f64272 service neutron] 10.222.0.49 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367834 May 16 20:38:13.034154 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-937cd7fd-6ae0-4994-b1c4-20a0e10ce10c req-1cb03651-f060-428a-a5ac-53a4bed332c2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 210 time: 0.0277321 May 16 20:38:13.187880 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Publish callbacks [] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:13.196900 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:13.332818 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877cb9c-c995-4c8e-b3c2-3c6b024b1337 None None] Pushing event updated for resources: {'Port': ['ID=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:13.357252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Attempting to bind port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:38:13.357628 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Attempting to bind port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:38:13.357987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Attempting to bind port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:13.372936 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:38:13.373629 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Checking segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:38:13.374205 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:13.374749 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Bound using segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:38:13.375561 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Bound port: 41beaf0f-8b25-421d-ac79-f2f48ab4dea9, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:38:13.376098 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:13.518021 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-fad60184-3bf7-4cd1-95b7-736284325c93 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:13.524077 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-fad60184-3bf7-4cd1-95b7-736284325c93 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 819 time: 0.2667732 May 16 20:38:13.557622 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'port': {'device_id': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'admin_state_up': True, 'tenant_id': '69e39fae43c341798f00e3b48f20d003'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:13.565608 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] For port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:38:13.574876 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] For port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:38:13.585685 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:13.737721 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:38:13.738351 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:37:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:13.742465 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877cb9c-c995-4c8e-b3c2-3c6b024b1337 None None] Pushing event updated for resources: {'Port': ['ID=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:13.796479 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-3cc860c3-53b6-450c-b762-74299f2a1a3a None None] Provisioning complete for port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:13.797122 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3cc860c3-53b6-450c-b762-74299f2a1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:13.896863 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Made reservation on behalf of 69e39fae43c341798f00e3b48f20d003 for: {'port': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:38:13.913108 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.094639 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8911e41c-efce-4dbf-be92-e275a791c33f up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:38:14.168299 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:38:14.196184 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Allocated IP 172.20.0.7 (e9d185e7-5065-44be-a31d-7429d98e5dea/92cd2bca-3625-4451-977e-56ba950efd78/635fb22a-138e-46f9-9e24-14a4fd81ffc2) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:38:14.260601 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d53c2dfe-f862-4341-a7f6-10ea24095e24 req-277484a6-9246-492b-a295-258289c4294d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 210 time: 0.0740061 May 16 20:38:14.318743 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 8911e41c-efce-4dbf-be92-e275a791c33f triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:14.319232 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.320771 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-3cc860c3-53b6-450c-b762-74299f2a1a3a None None] Current status of the port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:14.321118 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3cc860c3-53b6-450c-b762-74299f2a1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.410445 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.456142 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.460844 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-3cc860c3-53b6-450c-b762-74299f2a1a3a None None] For port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:14.510026 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Network e9d185e7-5065-44be-a31d-7429d98e5dea is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:14.513737 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:14.537212 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3cc860c3-53b6-450c-b762-74299f2a1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.547321 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:38:14.595966 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-fd59e2e2-086e-48f0-bfbf-c41c80795364 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:14.597538 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-fd59e2e2-086e-48f0-bfbf-c41c80795364 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 819 time: 0.1547539 May 16 20:38:14.615838 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'port': {'device_id': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'admin_state_up': True, 'tenant_id': '69e39fae43c341798f00e3b48f20d003'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:14.628155 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'Port': ['ID=635fb22a-138e-46f9-9e24-14a4fd81ffc2,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:14.652476 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 8911e41c-efce-4dbf-be92-e275a791c33f is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:14.703713 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:14.729034 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.736821 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-25434b31-6cba-4bba-8b47-40f475b8ea1c None None] Provisioning complete for port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:14.738385 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-25434b31-6cba-4bba-8b47-40f475b8ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.763592 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc860c3-53b6-450c-b762-74299f2a1a3a None None] Pushing event updated for resources: {'Port': ['ID=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:14.765237 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-1b49a097-fee4-4d65-9f1a-4d23b044bcdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2303867 May 16 20:38:14.810836 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:13Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:14.826082 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Request body: {'port': {'device_id': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:14.843491 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4e2fc-7905-49b1-8f23-0f688e3f8afc None None] The sync data for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi is: [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:13Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:38:14.872859 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Made reservation on behalf of 69e39fae43c341798f00e3b48f20d003 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:38:14.877770 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:14.950320 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-25434b31-6cba-4bba-8b47-40f475b8ea1c None None] Current status of the port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:14.976117 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:15.070072 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-4e742bb6-90e5-42b7-997e-9ef1811bdc87 None None] Provisioning complete for port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:15.070463 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4e742bb6-90e5-42b7-997e-9ef1811bdc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:15.131704 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:38:15.143476 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4e742bb6-90e5-42b7-997e-9ef1811bdc87 None None] Port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:38:15.209598 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Allocated IP 172.20.0.5 (e9d185e7-5065-44be-a31d-7429d98e5dea/92cd2bca-3625-4451-977e-56ba950efd78/664c3d5e-8f87-4842-ba25-1e2046af5e41) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:38:15.457183 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af1a4c8b-ddbf-4779-a0c9-d19163cb1bda req-f5493b5a-a06e-4084-8d02-5b7e532d3355 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 210 time: 0.0750515 May 16 20:38:15.571623 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:15.635173 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:15.735703 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Network e9d185e7-5065-44be-a31d-7429d98e5dea is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:15.739354 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:15.763217 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:38:15.911120 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'Port': ['ID=664c3d5e-8f87-4842-ba25-1e2046af5e41,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:15.945793 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:15.946474 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:15.990456 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-71868101-c9a8-4515-8175-f08ecdcd87c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3808975 May 16 20:38:16.004868 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635fb22a-138e-46f9-9e24-14a4fd81ffc2 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:38:16.010015 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Request body: {'port': {'device_id': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:16.035772 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Publish callbacks [] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.078394 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Transition to ACTIVE for port object 635fb22a-138e-46f9-9e24-14a4fd81ffc2 will not be triggered until provisioned by entity L2. {{(pid=103496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:38:16.092123 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.122370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:38:16.176950 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.194753 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-18e7af62-9a2e-4969-b2ef-ff2c7a83554b None None] Provisioning complete for port 664c3d5e-8f87-4842-ba25-1e2046af5e41 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:16.195027 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-18e7af62-9a2e-4969-b2ef-ff2c7a83554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.239709 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Pushing event updated for resources: {'Port': ['ID=635fb22a-138e-46f9-9e24-14a4fd81ffc2,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:16.251198 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:16.251811 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.326608 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-18e7af62-9a2e-4969-b2ef-ff2c7a83554b None None] Port 664c3d5e-8f87-4842-ba25-1e2046af5e41 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:38:16.338039 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Attempting to bind port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:38:16.341385 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Attempting to bind port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:38:16.341682 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Attempting to bind port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:16.349669 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 on network e9d185e7-5065-44be-a31d-7429d98e5dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:38:16.349669 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Attempting to bind port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:16.363201 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:38:16.363546 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Checking segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:38:16.363943 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Bound using segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:38:16.364382 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Bound port: 635fb22a-138e-46f9-9e24-14a4fd81ffc2, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:38:16.364765 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.411209 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:16.498874 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] For port 635fb22a-138e-46f9-9e24-14a4fd81ffc2, host hv-cinder-77703, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:38:16.509070 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] For port 635fb22a-138e-46f9-9e24-14a4fd81ffc2, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:38:16.519229 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.555153 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:16.557265 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.572162 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] 10.222.0.60 "PUT /v2.0/ports/635fb22a-138e-46f9-9e24-14a4fd81ffc2 HTTP/1.1" status: 200 len: 1093 time: 1.7505434 May 16 20:38:16.597339 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'tag': '635fb22a-138e-46f9-9e24-14a4fd81ffc2'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:38:16.599794 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb421fd-df95-4caa-9354-c999c820ed3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d02eea51-3d7f-45e0-83ee-349ebd8121f8", "tag": "635fb22a-138e-46f9-9e24-14a4fd81ffc2"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:38:16.722737 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864a2e6c-3371-40ab-b01b-0642c800412f x-openstack-request-id: req-864a2e6c-3371-40ab-b01b-0642c800412f {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:38:16.724787 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02eea51-3d7f-45e0-83ee-349ebd8121f8", "tag": "635fb22a-138e-46f9-9e24-14a4fd81ffc2", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:38:16.725247 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-864a2e6c-3371-40ab-b01b-0642c800412f {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:38:16.726022 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864a2e6c-3371-40ab-b01b-0642c800412f'] response: {'name': 'network-changed', 'server_uuid': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'tag': '635fb22a-138e-46f9-9e24-14a4fd81ffc2', 'status': 'completed', 'code': 200} May 16 20:38:16.790649 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a793e00-79cc-478f-8c7c-b3adc7620582 service neutron] Pushing event updated for resources: {'Port': ['ID=635fb22a-138e-46f9-9e24-14a4fd81ffc2,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:16.801832 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520875f-f10a-480d-bf49-d7fd1423db87 req-98fe39e0-d953-4672-ad95-15804262d6da tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:16.811144 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a520875f-f10a-480d-bf49-d7fd1423db87 req-98fe39e0-d953-4672-ad95-15804262d6da tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 931 time: 0.1402936 May 16 20:38:16.833315 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-ffa6f90f-c75c-4896-9c65-1c55adf01100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:16.834898 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-ffa6f90f-c75c-4896-9c65-1c55adf01100 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 1127 time: 0.1935091 May 16 20:38:16.910036 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a520875f-f10a-480d-bf49-d7fd1423db87 req-0714af44-7c99-4fa7-ab21-708e65c1b98e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974095 May 16 20:38:16.914707 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-fd428578-a037-4087-8994-df12c07f7070 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2 HTTP/1.1" status: 200 len: 217 time: 0.0664754 May 16 20:38:16.922829 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664c3d5e-8f87-4842-ba25-1e2046af5e41 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:38:16.931478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Publish callbacks [] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.945009 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Transition to ACTIVE for port object 664c3d5e-8f87-4842-ba25-1e2046af5e41 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:38:16.965156 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.981490 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-55fe3612-dcf5-4725-b03b-7e3b7eba37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:16.985295 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-55fe3612-dcf5-4725-b03b-7e3b7eba37bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0617440 May 16 20:38:17.041744 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Pushing event updated for resources: {'Port': ['ID=664c3d5e-8f87-4842-ba25-1e2046af5e41,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:17.043044 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-9df32d80-e0f6-420a-a55e-7c968e2225f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:17.045807 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-9df32d80-e0f6-420a-a55e-7c968e2225f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535934 May 16 20:38:17.099261 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Attempting to bind port 664c3d5e-8f87-4842-ba25-1e2046af5e41 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:38:17.099724 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Attempting to bind port 664c3d5e-8f87-4842-ba25-1e2046af5e41 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:38:17.100078 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Attempting to bind port 664c3d5e-8f87-4842-ba25-1e2046af5e41 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:17.108363 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Port 664c3d5e-8f87-4842-ba25-1e2046af5e41 on network e9d185e7-5065-44be-a31d-7429d98e5dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:38:17.108861 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Attempting to bind port 664c3d5e-8f87-4842-ba25-1e2046af5e41 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:17.116117 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:38:17.116470 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Checking segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:38:17.116858 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Bound using segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:38:17.117273 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Bound port: 664c3d5e-8f87-4842-ba25-1e2046af5e41, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:38:17.117912 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.181221 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-b996045d-04b9-499e-b0ce-b455a39e7969 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276584 May 16 20:38:17.208025 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] For port 664c3d5e-8f87-4842-ba25-1e2046af5e41, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:38:17.212077 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] For port 664c3d5e-8f87-4842-ba25-1e2046af5e41, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:38:17.222745 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.260837 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:17.261472 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.264108 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] 10.222.0.60 "PUT /v2.0/ports/664c3d5e-8f87-4842-ba25-1e2046af5e41 HTTP/1.1" status: 200 len: 1093 time: 1.2577567 May 16 20:38:17.264592 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'tag': '664c3d5e-8f87-4842-ba25-1e2046af5e41'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:38:17.266994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814031fa-fd9a-492c-b127-f46b1b88c26f" -d '{"events": [{"name": "network-changed", "server_uuid": "547bc788-bd6c-4d26-b0aa-abecbd4615fc", "tag": "664c3d5e-8f87-4842-ba25-1e2046af5e41"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:38:17.295116 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-0d7c5958-0bc6-4793-b076-9e7f030f2dd1 req-d0041d06-3f71-4176-94aa-21ad1246ed33 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070089 May 16 20:38:17.298835 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05cd61-e31b-4c55-9851-9d1ba503d30b service neutron] Pushing event updated for resources: {'Port': ['ID=664c3d5e-8f87-4842-ba25-1e2046af5e41,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:17.335737 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ad36c-302b-4911-8624-84a0990558f0 x-openstack-request-id: req-8b2ad36c-302b-4911-8624-84a0990558f0 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:38:17.336022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547bc788-bd6c-4d26-b0aa-abecbd4615fc", "tag": "664c3d5e-8f87-4842-ba25-1e2046af5e41", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:38:17.336276 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b2ad36c-302b-4911-8624-84a0990558f0 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:38:17.336714 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2ad36c-302b-4911-8624-84a0990558f0'] response: {'name': 'network-changed', 'server_uuid': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'tag': '664c3d5e-8f87-4842-ba25-1e2046af5e41', 'status': 'completed', 'code': 200} May 16 20:38:17.379487 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-dd44b7ee-2b30-4ba1-a49a-d5208b6ebbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:17.381438 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-dd44b7ee-2b30-4ba1-a49a-d5208b6ebbf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 1127 time: 0.0463755 May 16 20:38:17.528825 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34222) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:17.647838 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b8253f8f-73d8-4d0c-bcca-3049936cdbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.728301 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b8253f8f-73d8-4d0c-bcca-3049936cdbd3 admin admin] Publish callbacks [] for security_group (b146191f-0ce5-4c04-8686-b7b40feae319), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.733972 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b8253f8f-73d8-4d0c-bcca-3049936cdbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b146191f-0ce5-4c04-8686-b7b40feae319), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.774082 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b8253f8f-73d8-4d0c-bcca-3049936cdbd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=799e3b06011e4d36ad0c020e3a261a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441437 May 16 20:38:17.774770 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8253f8f-73d8-4d0c-bcca-3049936cdbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146191f-0ce5-4c04-8686-b7b40feae319,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:17.778059 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34226) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:17.833636 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad47-dded-4353-aa16-874ccc58ab02 admin admin] Publish callbacks [] for security_group (b146191f-0ce5-4c04-8686-b7b40feae319), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.856389 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad47-dded-4353-aa16-874ccc58ab02 admin admin] Publish callbacks [] for security_group (b146191f-0ce5-4c04-8686-b7b40feae319), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.908293 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad47-dded-4353-aa16-874ccc58ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b146191f-0ce5-4c04-8686-b7b40feae319), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.910953 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-69d0ad47-dded-4353-aa16-874ccc58ab02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:17.912262 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-69d0ad47-dded-4353-aa16-874ccc58ab02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b146191f-0ce5-4c04-8686-b7b40feae319 HTTP/1.1" status: 204 len: 168 time: 0.1333125 May 16 20:38:17.926733 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0ad47-dded-4353-aa16-874ccc58ab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146191f-0ce5-4c04-8686-b7b40feae319,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:18.037164 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8debf-f519-491f-89be-569848b6af20 req-cfd27a5d-9584-4501-9caa-bdd1c42086ce tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:18.038768 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-74a8debf-f519-491f-89be-569848b6af20 req-cfd27a5d-9584-4501-9caa-bdd1c42086ce tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 943 time: 0.0610931 May 16 20:38:18.088027 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-74a8debf-f519-491f-89be-569848b6af20 req-00b19f47-eca5-488f-b124-7a59f9a3edcd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 May 16 20:38:18.223730 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34244) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:18.237444 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d87efe00-7aa6-4179-a3df-39e115b6161d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.318011 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d87efe00-7aa6-4179-a3df-39e115b6161d admin admin] Publish callbacks [] for security_group (dfbbde7f-ebbf-4b65-b035-08ccc390a5d2), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.324178 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d87efe00-7aa6-4179-a3df-39e115b6161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (dfbbde7f-ebbf-4b65-b035-08ccc390a5d2), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.366440 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d87efe00-7aa6-4179-a3df-39e115b6161d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53fa73af1c3146e2ad08eb3d93445b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415000 May 16 20:38:18.367220 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87efe00-7aa6-4179-a3df-39e115b6161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbbde7f-ebbf-4b65-b035-08ccc390a5d2,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:18.369341 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 34246) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:18.420824 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fa8-b087-4c29-acd1-eff153c3d749 admin admin] Publish callbacks [] for security_group (dfbbde7f-ebbf-4b65-b035-08ccc390a5d2), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.443013 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fa8-b087-4c29-acd1-eff153c3d749 admin admin] Publish callbacks [] for security_group (dfbbde7f-ebbf-4b65-b035-08ccc390a5d2), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.510322 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fa8-b087-4c29-acd1-eff153c3d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (dfbbde7f-ebbf-4b65-b035-08ccc390a5d2), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.513098 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fa8-b087-4c29-acd1-eff153c3d749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.514221 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-8bf38fa8-b087-4c29-acd1-eff153c3d749 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfbbde7f-ebbf-4b65-b035-08ccc390a5d2 HTTP/1.1" status: 204 len: 168 time: 0.1438620 May 16 20:38:18.533566 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf38fa8-b087-4c29-acd1-eff153c3d749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbbde7f-ebbf-4b65-b035-08ccc390a5d2,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:18.563630 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9e24cc0b-f300-447d-ad86-c07ff95a64e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.862105 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 34254) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:18.876074 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e5f3-1e3b-4ab6-8d0d-cf9912f16968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.952018 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e5f3-1e3b-4ab6-8d0d-cf9912f16968 admin admin] Publish callbacks [] for security_group (3ae47f7b-83b8-422b-a1fa-38f5c8659d2a), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.958188 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e5f3-1e3b-4ab6-8d0d-cf9912f16968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3ae47f7b-83b8-422b-a1fa-38f5c8659d2a), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.995698 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5bb1e5f3-1e3b-4ab6-8d0d-cf9912f16968 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2d7f91dcbe34a97a42515e84680dcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324990 May 16 20:38:18.996590 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1e5f3-1e3b-4ab6-8d0d-cf9912f16968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae47f7b-83b8-422b-a1fa-38f5c8659d2a,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:18.999521 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34256) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:19.058098 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4232-2a1b-4861-aa3e-5059e0323b6b admin admin] Publish callbacks [] for security_group (3ae47f7b-83b8-422b-a1fa-38f5c8659d2a), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:19.079840 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4232-2a1b-4861-aa3e-5059e0323b6b admin admin] Publish callbacks [] for security_group (3ae47f7b-83b8-422b-a1fa-38f5c8659d2a), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:19.132611 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4232-2a1b-4861-aa3e-5059e0323b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3ae47f7b-83b8-422b-a1fa-38f5c8659d2a), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:19.135162 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4232-2a1b-4861-aa3e-5059e0323b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:19.136282 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-8b2e4232-2a1b-4861-aa3e-5059e0323b6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ae47f7b-83b8-422b-a1fa-38f5c8659d2a HTTP/1.1" status: 204 len: 168 time: 0.1353991 May 16 20:38:19.144515 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e4232-2a1b-4861-aa3e-5059e0323b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae47f7b-83b8-422b-a1fa-38f5c8659d2a,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:19.207135 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ed61-7e6b-4b9a-8359-6020fa420fa1 req-b94f8197-3242-4abf-9f43-ab228da4ec81 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:19.208719 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-81a1ed61-7e6b-4b9a-8359-6020fa420fa1 req-b94f8197-3242-4abf-9f43-ab228da4ec81 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 943 time: 0.0494022 May 16 20:38:19.266206 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-81a1ed61-7e6b-4b9a-8359-6020fa420fa1 req-801db88b-c17c-428a-8f91-be0c6f137537 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 May 16 20:38:20.391026 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952757a3-0fc2-4985-99ba-3898a0e77125 req-fe4bab4b-499f-4778-a99a-e22623f4f113 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:20.392935 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-952757a3-0fc2-4985-99ba-3898a0e77125 req-fe4bab4b-499f-4778-a99a-e22623f4f113 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 943 time: 0.0527246 May 16 20:38:20.444107 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-952757a3-0fc2-4985-99ba-3898a0e77125 req-0407ce9d-fe57-420d-94a9-15695b1aba8b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 May 16 20:38:20.724049 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b258e3c6-e921-4e59-9832-f462a9c32a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:21.016589 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-1c05c733-e85f-4fbd-b0c4-9b9ff6600dbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41 HTTP/1.1" status: 200 len: 217 time: 0.0377905 May 16 20:38:21.033277 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-5dad305b-c442-414a-b475-1d204dd0b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:21.034730 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-5dad305b-c442-414a-b475-1d204dd0b0d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 1127 time: 0.0437772 May 16 20:38:21.073384 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-d0d7c9d7-e2fc-408f-9343-1f6b29a48cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:21.074790 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-d0d7c9d7-e2fc-408f-9343-1f6b29a48cfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0503457 May 16 20:38:21.121838 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-3343445e-6d98-4918-9553-ebf51f775c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:21.123715 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-3343445e-6d98-4918-9553-ebf51f775c06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411291 May 16 20:38:21.137902 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-5ca1c316-9a7c-4c1c-a78c-1de0f085a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:21.139475 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-5ca1c316-9a7c-4c1c-a78c-1de0f085a6b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.0982940 May 16 20:38:21.194249 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-f81ccf42-8f1c-445f-9e11-fe59829a8799 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2 HTTP/1.1" status: 200 len: 217 time: 0.0462661 May 16 20:38:21.227340 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-43ba6ce7-09de-4a24-8a1c-0dc5c23d8305 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965400 May 16 20:38:21.249728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-00d43849-9739-4f2f-bcad-c844ae27d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:21.251358 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-00d43849-9739-4f2f-bcad-c844ae27d9e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0500586 May 16 20:38:21.311895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-35df7516-5a90-4381-b198-fc08dc28eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:21.313639 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-35df7516-5a90-4381-b198-fc08dc28eaf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556326 May 16 20:38:21.339062 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a3d76460-3a6a-4536-b370-d8a7b5ba0408 req-09f9955b-6cbb-4901-b4a0-5bd1e7ce79c3 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015830 May 16 20:38:21.437523 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-0c92744a-78d1-4b47-a748-2d528b4d7ace service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157541 May 16 20:38:21.582487 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc611a-b76d-4322-b05b-758932a33c57 req-d0dbed7a-b4c2-45c6-8a8c-39c7dbba6f66 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:21.584986 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-89bc611a-b76d-4322-b05b-758932a33c57 req-d0dbed7a-b4c2-45c6-8a8c-39c7dbba6f66 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 943 time: 0.0614977 May 16 20:38:21.647454 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-89bc611a-b76d-4322-b05b-758932a33c57 req-f746cc47-679e-4736-a7ae-e7e56acd0c6d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562201 May 16 20:38:22.125286 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:22.290051 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-55b4cdd5-0ea6-49b1-b6c1-4bb24ba11d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:22.291852 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-55b4cdd5-0ea6-49b1-b6c1-4bb24ba11d08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 1127 time: 0.0412300 May 16 20:38:22.341804 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb421fd-df95-4caa-9354-c999c820ed3a req-6e1729a4-f4fb-4457-be27-25ab9ef2b36e service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907872 May 16 20:38:22.387437 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-e68419db-ccc2-4a3b-ba69-da104ff36162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:22.388958 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-e68419db-ccc2-4a3b-ba69-da104ff36162 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.0899127 May 16 20:38:22.427609 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-10e62f38-7028-4d14-900b-c3a37f1a5bc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41 HTTP/1.1" status: 200 len: 217 time: 0.0315542 May 16 20:38:22.475410 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-0c2c84af-61f9-4ebb-a35f-cc576c13a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:22.476842 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-0c2c84af-61f9-4ebb-a35f-cc576c13a1ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0426095 May 16 20:38:22.524114 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-2790171c-e0d6-4de6-8ee7-baa981baefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:22.525670 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-2790171c-e0d6-4de6-8ee7-baa981baefa5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414391 May 16 20:38:22.558070 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 635fb22a-138e-46f9-9e24-14a4fd81ffc2 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:38:22.635254 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-1b43922d-18f0-43ee-b5a8-bfd5ebe0cb83 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927742 May 16 20:38:22.715433 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 635fb22a-138e-46f9-9e24-14a4fd81ffc2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:22.740107 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '635fb22a-138e-46f9-9e24-14a4fd81ffc2', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'port_id': '635fb22a-138e-46f9-9e24-14a4fd81ffc2', 'mac_address': 'fa:16:3e:c0:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:38:22.784771 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-814031fa-fd9a-492c-b127-f46b1b88c26f req-e11fa89d-868f-4cb5-a759-d017c8d1cd83 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409483 May 16 20:38:22.785904 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:22.786316 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:22.815532 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635fb22a-138e-46f9-9e24-14a4fd81ffc2 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:38:22.826942 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6bd7e-6215-4d15-9023-a8284616381a req-61386129-eb62-4194-9cf1-86720ee5181f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:22.829653 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-90a6bd7e-6215-4d15-9023-a8284616381a req-61386129-eb62-4194-9cf1-86720ee5181f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 943 time: 0.0820951 May 16 20:38:22.841109 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 635fb22a-138e-46f9-9e24-14a4fd81ffc2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:22.849642 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:22.906160 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=635fb22a-138e-46f9-9e24-14a4fd81ffc2,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:22.924903 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-90a6bd7e-6215-4d15-9023-a8284616381a req-c98ad9aa-b4d3-48e9-81e6-cc574e111179 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832179 May 16 20:38:23.050249 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34376) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:23.159531 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['635fb22a-138e-46f9-9e24-14a4fd81ffc2'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:38:23.168118 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a88bca43-7065-4bac-b830-322de80219b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:23.250093 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a88bca43-7065-4bac-b830-322de80219b0 admin admin] Publish callbacks [] for security_group (00b9883e-b3e3-475e-9693-386a401818a1), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:23.254935 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a88bca43-7065-4bac-b830-322de80219b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (00b9883e-b3e3-475e-9693-386a401818a1), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:23.297271 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-a88bca43-7065-4bac-b830-322de80219b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e621ff2341f45e586ea95a515d8d79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432673 May 16 20:38:23.297271 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bca43-7065-4bac-b830-322de80219b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9883e-b3e3-475e-9693-386a401818a1,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:23.298378 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34382) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:23.350446 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5cb077d-0067-4e17-9e90-b995129058c7 admin admin] Publish callbacks [] for security_group (00b9883e-b3e3-475e-9693-386a401818a1), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:23.371679 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5cb077d-0067-4e17-9e90-b995129058c7 admin admin] Publish callbacks [] for security_group (00b9883e-b3e3-475e-9693-386a401818a1), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:23.427346 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5cb077d-0067-4e17-9e90-b995129058c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (00b9883e-b3e3-475e-9693-386a401818a1), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:23.429848 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5cb077d-0067-4e17-9e90-b995129058c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:23.430988 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e5cb077d-0067-4e17-9e90-b995129058c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00b9883e-b3e3-475e-9693-386a401818a1 HTTP/1.1" status: 204 len: 168 time: 0.1317105 May 16 20:38:23.439204 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb077d-0067-4e17-9e90-b995129058c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9883e-b3e3-475e-9693-386a401818a1,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:23.530964 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:24.056463 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84414e3-2553-4f0c-8577-d8ab1c8acf39 req-422b9513-6971-49df-951e-a6505b18ce2a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:24.058517 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e84414e3-2553-4f0c-8577-d8ab1c8acf39 req-422b9513-6971-49df-951e-a6505b18ce2a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 943 time: 0.0561175 May 16 20:38:24.125027 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e84414e3-2553-4f0c-8577-d8ab1c8acf39 req-1c278a7d-7388-4825-85b9-e7e59dda8e31 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602176 May 16 20:38:24.575803 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 664c3d5e-8f87-4842-ba25-1e2046af5e41 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:38:24.580426 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 635fb22a-138e-46f9-9e24-14a4fd81ffc2 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:38:24.678140 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:38:24.688122 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:24.688602 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:24.742047 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 664c3d5e-8f87-4842-ba25-1e2046af5e41, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:24.756556 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '664c3d5e-8f87-4842-ba25-1e2046af5e41', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'port_id': '664c3d5e-8f87-4842-ba25-1e2046af5e41', 'mac_address': 'fa:16:3e:35:aa:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:38:24.814842 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:24.815231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:24.818301 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 664c3d5e-8f87-4842-ba25-1e2046af5e41 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:24.818669 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:24.846431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664c3d5e-8f87-4842-ba25-1e2046af5e41 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:38:24.856119 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635fb22a-138e-46f9-9e24-14a4fd81ffc2'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:38:24.858464 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32d465-b887-40aa-9adc-6b664bc1b8e2" -d '{"events": [{"server_uuid": "d02eea51-3d7f-45e0-83ee-349ebd8121f8", "name": "network-vif-plugged", "status": "completed", "tag": "635fb22a-138e-46f9-9e24-14a4fd81ffc2"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:38:24.885263 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 635fb22a-138e-46f9-9e24-14a4fd81ffc2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:24.899520 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:24.902490 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 664c3d5e-8f87-4842-ba25-1e2046af5e41, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:24.911044 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45c9d3f-311d-4240-b98a-2a751416dc53 x-openstack-request-id: req-e45c9d3f-311d-4240-b98a-2a751416dc53 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:38:24.911350 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02eea51-3d7f-45e0-83ee-349ebd8121f8", "name": "network-vif-plugged", "status": "completed", "tag": "635fb22a-138e-46f9-9e24-14a4fd81ffc2", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:38:24.911608 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e45c9d3f-311d-4240-b98a-2a751416dc53 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:38:24.912067 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45c9d3f-311d-4240-b98a-2a751416dc53'] response: {'server_uuid': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635fb22a-138e-46f9-9e24-14a4fd81ffc2', 'code': 200} May 16 20:38:24.936310 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:24.940089 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:24.965197 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=635fb22a-138e-46f9-9e24-14a4fd81ffc2,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:25.026194 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=664c3d5e-8f87-4842-ba25-1e2046af5e41,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:25.119125 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb690bb-aba1-4081-801c-426709749d3a req-d098e388-be1f-40e4-b43d-7ca675352348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:25.120855 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9cb690bb-aba1-4081-801c-426709749d3a req-d098e388-be1f-40e4-b43d-7ca675352348 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 1129 time: 0.0450752 May 16 20:38:25.179495 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9cb690bb-aba1-4081-801c-426709749d3a req-f8ce32b3-8b97-4685-9ebd-35f125081446 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 May 16 20:38:25.237295 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2414149-bb1c-4ea9-8915-784be60065b1 req-173266f3-99bb-491a-8a6c-9a65f2606c6d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:25.242544 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['664c3d5e-8f87-4842-ba25-1e2046af5e41'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:38:25.244651 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a2414149-bb1c-4ea9-8915-784be60065b1 req-173266f3-99bb-491a-8a6c-9a65f2606c6d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 944 time: 0.0542679 May 16 20:38:25.292894 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a2414149-bb1c-4ea9-8915-784be60065b1 req-58d4d94d-fea7-4dfb-b8ec-d3dda829831b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 May 16 20:38:25.435742 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34478) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:25.503927 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34482) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:25.581510 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa0c7-ee06-45e8-ba14-bed39192597c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.627417 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e63b950d-25c6-45d5-b218-ce31be736e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.709436 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa0c7-ee06-45e8-ba14-bed39192597c admin admin] Publish callbacks [] for security_group (f4bf4e82-3927-4961-8e4d-9a93e96880c6), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.719035 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa0c7-ee06-45e8-ba14-bed39192597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (f4bf4e82-3927-4961-8e4d-9a93e96880c6), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.782329 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-4b8aa0c7-ee06-45e8-ba14-bed39192597c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bf1361310dc4d6faa5133c8fe21f416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453057 May 16 20:38:25.784941 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 34492) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:25.785426 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8aa0c7-ee06-45e8-ba14-bed39192597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bf4e82-3927-4961-8e4d-9a93e96880c6,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:25.790010 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e63b950d-25c6-45d5-b218-ce31be736e91 admin admin] Publish callbacks [] for security_group (b0c918fd-91dd-45f1-845c-55f76a6f2e84), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.796726 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e63b950d-25c6-45d5-b218-ce31be736e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b0c918fd-91dd-45f1-845c-55f76a6f2e84), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.838178 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e63b950d-25c6-45d5-b218-ce31be736e91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf21a099d07c42639d4ce684a4f40ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306744 May 16 20:38:25.838178 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b950d-25c6-45d5-b218-ce31be736e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c918fd-91dd-45f1-845c-55f76a6f2e84,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:25.839367 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34494) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:25.840177 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a45941cd-afec-4246-ab54-e5c0300f7568 admin admin] Publish callbacks [] for security_group (f4bf4e82-3927-4961-8e4d-9a93e96880c6), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.864830 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a45941cd-afec-4246-ab54-e5c0300f7568 admin admin] Publish callbacks [] for security_group (f4bf4e82-3927-4961-8e4d-9a93e96880c6), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.887540 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbd49-b900-4570-b273-23c155e5ace4 admin admin] Publish callbacks [] for security_group (b0c918fd-91dd-45f1-845c-55f76a6f2e84), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.908833 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbd49-b900-4570-b273-23c155e5ace4 admin admin] Publish callbacks [] for security_group (b0c918fd-91dd-45f1-845c-55f76a6f2e84), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.911493 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a45941cd-afec-4246-ab54-e5c0300f7568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (f4bf4e82-3927-4961-8e4d-9a93e96880c6), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.914045 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a45941cd-afec-4246-ab54-e5c0300f7568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.917574 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-a45941cd-afec-4246-ab54-e5c0300f7568 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4bf4e82-3927-4961-8e4d-9a93e96880c6 HTTP/1.1" status: 204 len: 168 time: 0.1291773 May 16 20:38:25.923652 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45941cd-afec-4246-ab54-e5c0300f7568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bf4e82-3927-4961-8e4d-9a93e96880c6,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:25.961983 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbd49-b900-4570-b273-23c155e5ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b0c918fd-91dd-45f1-845c-55f76a6f2e84), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.964701 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbd49-b900-4570-b273-23c155e5ace4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:25.966044 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b1ffbd49-b900-4570-b273-23c155e5ace4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0c918fd-91dd-45f1-845c-55f76a6f2e84 HTTP/1.1" status: 204 len: 168 time: 0.1256857 May 16 20:38:25.975245 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffbd49-b900-4570-b273-23c155e5ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c918fd-91dd-45f1-845c-55f76a6f2e84,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:26.300835 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34516) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:26.315806 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-339947e2-c0ab-4c74-826f-fb106d9b8ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.409048 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-339947e2-c0ab-4c74-826f-fb106d9b8ed5 admin admin] Publish callbacks [] for security_group (a751a783-30ad-4719-b7c2-e4039cb95b5a), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.417971 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-339947e2-c0ab-4c74-826f-fb106d9b8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a751a783-30ad-4719-b7c2-e4039cb95b5a), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.442116 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a05fb-8d7f-460e-ae57-8276ed5ff6ab req-7e0b5f4c-6c99-4c32-961f-ceae74d49597 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:26.445172 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b62a05fb-8d7f-460e-ae57-8276ed5ff6ab req-7e0b5f4c-6c99-4c32-961f-ceae74d49597 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 944 time: 0.0617640 May 16 20:38:26.472416 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339947e2-c0ab-4c74-826f-fb106d9b8ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a751a783-30ad-4719-b7c2-e4039cb95b5a,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:26.477222 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-339947e2-c0ab-4c74-826f-fb106d9b8ed5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eda151fb7e8a44998ca47e8dfb4c4fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740487 May 16 20:38:26.479766 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34524) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:26.500998 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b62a05fb-8d7f-460e-ae57-8276ed5ff6ab req-c3eb63f0-6000-4111-9e15-0ef7c98ef2d7 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 May 16 20:38:26.528962 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f790b557-0729-4e0a-8327-3be37beaefc7 admin admin] Publish callbacks [] for security_group (a751a783-30ad-4719-b7c2-e4039cb95b5a), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.549867 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f790b557-0729-4e0a-8327-3be37beaefc7 admin admin] Publish callbacks [] for security_group (a751a783-30ad-4719-b7c2-e4039cb95b5a), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.597190 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f790b557-0729-4e0a-8327-3be37beaefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a751a783-30ad-4719-b7c2-e4039cb95b5a), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.599827 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f790b557-0729-4e0a-8327-3be37beaefc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.600987 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f790b557-0729-4e0a-8327-3be37beaefc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a751a783-30ad-4719-b7c2-e4039cb95b5a HTTP/1.1" status: 204 len: 168 time: 0.1200609 May 16 20:38:26.609488 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790b557-0729-4e0a-8327-3be37beaefc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a751a783-30ad-4719-b7c2-e4039cb95b5a,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:26.831424 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 664c3d5e-8f87-4842-ba25-1e2046af5e41 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:38:26.875786 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.884652 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 664c3d5e-8f87-4842-ba25-1e2046af5e41 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:38:26.890734 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 664c3d5e-8f87-4842-ba25-1e2046af5e41 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:26.891132 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.903245 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 34546) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:26.917621 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ecdb53f8-5117-4a11-8b70-0759efae5e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:26.973816 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 664c3d5e-8f87-4842-ba25-1e2046af5e41 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:26.974199 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.000405 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c3d5e-8f87-4842-ba25-1e2046af5e41'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:38:27.003402 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82951d4-fe55-4903-870f-a48b83d7706f" -d '{"events": [{"server_uuid": "547bc788-bd6c-4d26-b0aa-abecbd4615fc", "name": "network-vif-plugged", "status": "completed", "tag": "664c3d5e-8f87-4842-ba25-1e2046af5e41"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:38:27.019164 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 664c3d5e-8f87-4842-ba25-1e2046af5e41, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:27.021235 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ecdb53f8-5117-4a11-8b70-0759efae5e81 admin admin] Publish callbacks [] for security_group (ca63b935-cdae-42aa-892a-bed43aeaa14a), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.024286 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.026486 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ecdb53f8-5117-4a11-8b70-0759efae5e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ca63b935-cdae-42aa-892a-bed43aeaa14a), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.048941 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c57ef2-e762-4159-b272-7ccbdaaac1b8 x-openstack-request-id: req-b4c57ef2-e762-4159-b272-7ccbdaaac1b8 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:38:27.048941 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547bc788-bd6c-4d26-b0aa-abecbd4615fc", "name": "network-vif-plugged", "status": "completed", "tag": "664c3d5e-8f87-4842-ba25-1e2046af5e41", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:38:27.049171 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4c57ef2-e762-4159-b272-7ccbdaaac1b8 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:38:27.049549 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c57ef2-e762-4159-b272-7ccbdaaac1b8'] response: {'server_uuid': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664c3d5e-8f87-4842-ba25-1e2046af5e41', 'code': 200} May 16 20:38:27.087098 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=664c3d5e-8f87-4842-ba25-1e2046af5e41,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:27.087577 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ecdb53f8-5117-4a11-8b70-0759efae5e81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f683cb8c703a4ef3b05bde0a31c625db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831512 May 16 20:38:27.088747 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb53f8-5117-4a11-8b70-0759efae5e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca63b935-cdae-42aa-892a-bed43aeaa14a,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:27.091208 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 34580) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:27.150495 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-57c16efb-9209-4bd6-bd56-a42909c621c0 admin admin] Publish callbacks [] for security_group (ca63b935-cdae-42aa-892a-bed43aeaa14a), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.171081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-57c16efb-9209-4bd6-bd56-a42909c621c0 admin admin] Publish callbacks [] for security_group (ca63b935-cdae-42aa-892a-bed43aeaa14a), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.235089 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-57c16efb-9209-4bd6-bd56-a42909c621c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ca63b935-cdae-42aa-892a-bed43aeaa14a), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.238155 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-57c16efb-9209-4bd6-bd56-a42909c621c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:27.239692 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-57c16efb-9209-4bd6-bd56-a42909c621c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca63b935-cdae-42aa-892a-bed43aeaa14a HTTP/1.1" status: 204 len: 168 time: 0.1473482 May 16 20:38:27.248946 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c16efb-9209-4bd6-bd56-a42909c621c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca63b935-cdae-42aa-892a-bed43aeaa14a,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:27.616656 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025cd55-12a6-430a-9dec-bdc20b82b6bb req-ff17d555-9bd6-4d4f-a6a1-0bc2f64b0b1c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:27.618174 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4025cd55-12a6-430a-9dec-bdc20b82b6bb req-ff17d555-9bd6-4d4f-a6a1-0bc2f64b0b1c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0467536 May 16 20:38:27.673545 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4025cd55-12a6-430a-9dec-bdc20b82b6bb req-b5553854-2b8d-46dc-b19d-63e817d5a678 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 May 16 20:38:28.793316 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948848e-3dfa-43ba-a7e3-a4adfd3e2d18 req-77a2501d-d539-4470-a735-bf60273ae7e0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:28.795073 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2948848e-3dfa-43ba-a7e3-a4adfd3e2d18 req-77a2501d-d539-4470-a735-bf60273ae7e0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0507953 May 16 20:38:28.864338 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2948848e-3dfa-43ba-a7e3-a4adfd3e2d18 req-3c18d8db-3340-4970-8826-e8279aada126 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603800 May 16 20:38:29.407815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 34688) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:29.529749 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8b932509-d8f9-463e-b240-4a2b6bf71e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:29.608224 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8b932509-d8f9-463e-b240-4a2b6bf71e9d admin admin] Publish callbacks [] for security_group (393bbb65-0884-4f6c-94dd-41a3b3358553), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:29.612733 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8b932509-d8f9-463e-b240-4a2b6bf71e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (393bbb65-0884-4f6c-94dd-41a3b3358553), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:29.652737 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-8b932509-d8f9-463e-b240-4a2b6bf71e9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e32405fa9750430fba74cbdf94147e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437909 May 16 20:38:29.653681 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b932509-d8f9-463e-b240-4a2b6bf71e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393bbb65-0884-4f6c-94dd-41a3b3358553,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:29.655858 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34696) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:29.704998 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-aa2dab38-3b46-4c96-b9c3-22cf21f7dfd5 admin admin] Publish callbacks [] for security_group (393bbb65-0884-4f6c-94dd-41a3b3358553), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:29.726123 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-aa2dab38-3b46-4c96-b9c3-22cf21f7dfd5 admin admin] Publish callbacks [] for security_group (393bbb65-0884-4f6c-94dd-41a3b3358553), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:29.783755 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-aa2dab38-3b46-4c96-b9c3-22cf21f7dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (393bbb65-0884-4f6c-94dd-41a3b3358553), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:29.786269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-aa2dab38-3b46-4c96-b9c3-22cf21f7dfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:29.787407 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-aa2dab38-3b46-4c96-b9c3-22cf21f7dfd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/393bbb65-0884-4f6c-94dd-41a3b3358553 HTTP/1.1" status: 204 len: 168 time: 0.1298628 May 16 20:38:29.795342 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dab38-3b46-4c96-b9c3-22cf21f7dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393bbb65-0884-4f6c-94dd-41a3b3358553,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:30.075466 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 34706) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:30.237022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf99d67-ac81-4fd6-b63e-52ded5078d10 req-13baad76-9d7d-4f51-b4da-c6d689a23d7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:30.237022 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcf99d67-ac81-4fd6-b63e-52ded5078d10 req-13baad76-9d7d-4f51-b4da-c6d689a23d7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.2993765 May 16 20:38:30.285989 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcf99d67-ac81-4fd6-b63e-52ded5078d10 req-e323d53c-a42a-4b3d-b5f1-42d625d7af44 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454903 May 16 20:38:30.299118 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0308893-ebb5-4b7a-85d4-25c8f4a267f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:30.373972 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0308893-ebb5-4b7a-85d4-25c8f4a267f8 admin admin] Publish callbacks [] for security_group (585946cf-13e6-407d-a6a0-b01bde1bb047), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:30.378888 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0308893-ebb5-4b7a-85d4-25c8f4a267f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (585946cf-13e6-407d-a6a0-b01bde1bb047), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:30.415132 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-a0308893-ebb5-4b7a-85d4-25c8f4a267f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c599d170d2634b2789233b362b3ad6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385284 May 16 20:38:30.415959 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0308893-ebb5-4b7a-85d4-25c8f4a267f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585946cf-13e6-407d-a6a0-b01bde1bb047,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:30.418025 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 34708) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:30.465261 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-32b1f004-7198-45c8-ab92-c48dba0ed5e1 admin admin] Publish callbacks [] for security_group (585946cf-13e6-407d-a6a0-b01bde1bb047), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:30.485392 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-32b1f004-7198-45c8-ab92-c48dba0ed5e1 admin admin] Publish callbacks [] for security_group (585946cf-13e6-407d-a6a0-b01bde1bb047), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:30.537538 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-32b1f004-7198-45c8-ab92-c48dba0ed5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (585946cf-13e6-407d-a6a0-b01bde1bb047), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:30.540751 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-32b1f004-7198-45c8-ab92-c48dba0ed5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:30.544911 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-32b1f004-7198-45c8-ab92-c48dba0ed5e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/585946cf-13e6-407d-a6a0-b01bde1bb047 HTTP/1.1" status: 204 len: 168 time: 0.1258488 May 16 20:38:30.554065 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1f004-7198-45c8-ab92-c48dba0ed5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585946cf-13e6-407d-a6a0-b01bde1bb047,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:31.400538 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfb0fb-54ac-4297-b2f8-f85df495ef11 req-3b429d9d-31a5-4265-bcad-f7a34072f257 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:31.401961 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-84cfb0fb-54ac-4297-b2f8-f85df495ef11 req-3b429d9d-31a5-4265-bcad-f7a34072f257 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0489314 May 16 20:38:31.454547 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-84cfb0fb-54ac-4297-b2f8-f85df495ef11 req-4230abd8-5497-4ece-9d23-5cea13116787 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 May 16 20:38:31.994374 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1854b7d-6ba0-4c2e-908b-ee690a8265d4 req-2bccceae-b341-4054-8076-41d090bd25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:31.995876 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d1854b7d-6ba0-4c2e-908b-ee690a8265d4 req-2bccceae-b341-4054-8076-41d090bd25c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 1129 time: 0.0448163 May 16 20:38:32.050719 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d1854b7d-6ba0-4c2e-908b-ee690a8265d4 req-4d93a4d9-63a8-42b3-9989-de9645a3b660 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 May 16 20:38:32.580823 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406d99c-6abd-4f33-b56e-fb379ba8524d req-4470602d-1d23-4ab4-963d-17ca0c567381 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:32.582366 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f406d99c-6abd-4f33-b56e-fb379ba8524d req-4470602d-1d23-4ab4-963d-17ca0c567381 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0554657 May 16 20:38:32.638007 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f406d99c-6abd-4f33-b56e-fb379ba8524d req-63e43ab3-16b4-4d02-a3a7-521780043c5d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 May 16 20:38:33.753079 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953d388-27cf-4ff7-9336-632610a0cd48 req-56e1b1e4-e464-435a-ba77-4ebdf26bf4ca tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:33.754556 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3953d388-27cf-4ff7-9336-632610a0cd48 req-56e1b1e4-e464-435a-ba77-4ebdf26bf4ca tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0466301 May 16 20:38:33.803934 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3953d388-27cf-4ff7-9336-632610a0cd48 req-25dfff70-c5dc-46f8-ac4e-acf40a299167 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 May 16 20:38:34.917088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d5fb-5539-4583-afe5-d98497f2ba22 req-3564e00b-a4e4-44f4-b807-f2a77ddf2d69 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:34.918554 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-baf8d5fb-5539-4583-afe5-d98497f2ba22 req-3564e00b-a4e4-44f4-b807-f2a77ddf2d69 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0471694 May 16 20:38:34.963702 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-baf8d5fb-5539-4583-afe5-d98497f2ba22 req-b825074e-e331-4a99-8fe1-9915317350b6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 May 16 20:38:36.081733 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211c1d-fac1-4d75-9707-3ee7d2dbae5b req-f094b75e-2a42-4b77-97df-dc32e7ec6ac9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:36.083381 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5e211c1d-fac1-4d75-9707-3ee7d2dbae5b req-f094b75e-2a42-4b77-97df-dc32e7ec6ac9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0484705 May 16 20:38:36.133080 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5e211c1d-fac1-4d75-9707-3ee7d2dbae5b req-e397f142-194c-49e3-afde-7c81e6141534 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 May 16 20:38:37.259672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564055-29a8-4a73-83f9-0914f1297a12 req-7a11a52e-f70e-459d-975f-4b4510408843 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:37.262368 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-82564055-29a8-4a73-83f9-0914f1297a12 req-7a11a52e-f70e-459d-975f-4b4510408843 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0545373 May 16 20:38:37.309969 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-82564055-29a8-4a73-83f9-0914f1297a12 req-cae3deaa-a039-4ed2-9e13-7b644e20b182 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 May 16 20:38:37.598200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb763f4e-22d9-4903-9000-40d1f660ef26 req-2959a19f-ee38-470b-8fe3-cf3a78dac189 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:37.599822 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cb763f4e-22d9-4903-9000-40d1f660ef26 req-2959a19f-ee38-470b-8fe3-cf3a78dac189 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0463021 May 16 20:38:37.646561 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cb763f4e-22d9-4903-9000-40d1f660ef26 req-01848c09-5681-4969-ae04-4e859543aa41 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 May 16 20:38:38.136707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720245dc-f699-4359-b4cb-e9092139ea17 req-d960e373-0c44-41d2-9980-554eb83f2a57 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:38.138310 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-720245dc-f699-4359-b4cb-e9092139ea17 req-d960e373-0c44-41d2-9980-554eb83f2a57 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0471101 May 16 20:38:38.188464 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-720245dc-f699-4359-b4cb-e9092139ea17 req-a1a2b3af-a6e0-4e44-a737-dab617925966 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444174 May 16 20:38:38.769238 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc99f8d-b2fa-400b-88e8-26ebfcca45bd req-81fd0ac9-8f9d-4e30-ab8f-34ebc187770d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:38.770728 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcc99f8d-b2fa-400b-88e8-26ebfcca45bd req-81fd0ac9-8f9d-4e30-ab8f-34ebc187770d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0481374 May 16 20:38:38.817816 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcc99f8d-b2fa-400b-88e8-26ebfcca45bd req-10640339-83f1-4e53-a069-2c8dc991eb38 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 May 16 20:38:39.320722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e871eb-66d5-45ca-bb68-f386a5aef08d req-60fd50e2-5e7b-48b1-8908-6dcd4c237ef3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:39.322220 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65e871eb-66d5-45ca-bb68-f386a5aef08d req-60fd50e2-5e7b-48b1-8908-6dcd4c237ef3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0489728 May 16 20:38:39.369962 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65e871eb-66d5-45ca-bb68-f386a5aef08d req-5de5290b-bd79-4e40-8616-e30e1a9b1f89 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 May 16 20:38:40.097653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0553-6499-4671-a135-e92d53c41319 req-098dd271-f655-4b8a-9c52-b5ece6ff2b77 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:40.099022 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8b0c0553-6499-4671-a135-e92d53c41319 req-098dd271-f655-4b8a-9c52-b5ece6ff2b77 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0576916 May 16 20:38:40.147122 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8b0c0553-6499-4671-a135-e92d53c41319 req-a50d3171-5acd-48b9-9fb1-79521e3a817a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 May 16 20:38:40.261316 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-d913f4b4-78e3-480a-b1de-6e974e4b3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:40.263395 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-d913f4b4-78e3-480a-b1de-6e974e4b3596 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 1129 time: 0.0455101 May 16 20:38:40.477709 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-da0e17f7-3399-42f0-a16a-949ae39a0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:40.479551 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-da0e17f7-3399-42f0-a16a-949ae39a0cb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.0916369 May 16 20:38:40.490174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca228c-b1cc-49cd-91b6-aeaec610e051 req-d47e79ac-7404-4ea5-bde9-bff4de7e3582 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:40.494353 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42ca228c-b1cc-49cd-91b6-aeaec610e051 req-d47e79ac-7404-4ea5-bde9-bff4de7e3582 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0518525 May 16 20:38:40.525633 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-21328686-20cc-4790-bdb1-8521e34c0375 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41 HTTP/1.1" status: 200 len: 217 time: 0.0362053 May 16 20:38:40.541303 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42ca228c-b1cc-49cd-91b6-aeaec610e051 req-6f2093e6-1d21-4b59-a706-0a72aa894822 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438380 May 16 20:38:40.586749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-b269497c-072e-4ff4-9275-d1300c640daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:40.588224 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-b269497c-072e-4ff4-9275-d1300c640daf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0469759 May 16 20:38:40.638311 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-31c84eff-1095-4f82-83da-ae7e0cd68917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:40.639916 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-31c84eff-1095-4f82-83da-ae7e0cd68917 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380123 May 16 20:38:40.740359 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-04a54579-e424-435c-a351-7bb0920e6716 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909109 May 16 20:38:40.833326 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6dfc7367-bc8b-43c5-a2f3-742746ac0cd3 req-3636d8f4-a181-4334-acab-e0d6c0862564 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822074 May 16 20:38:41.279581 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb916d-00e3-4ff2-8a5e-42c2d6c86214 req-edce4eba-b6b6-4256-ba5b-90ab18cb0c4a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:41.281123 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-90cb916d-00e3-4ff2-8a5e-42c2d6c86214 req-edce4eba-b6b6-4256-ba5b-90ab18cb0c4a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0551717 May 16 20:38:41.334516 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-90cb916d-00e3-4ff2-8a5e-42c2d6c86214 req-2a83c078-103d-4fc0-baac-c90e5d8b4e1c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 May 16 20:38:41.666961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e157-a3f7-4028-bb08-26558a098b32 req-8e569da1-dc50-42b6-a505-e5a77bcf2eb2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:41.668465 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e888e157-a3f7-4028-bb08-26558a098b32 req-8e569da1-dc50-42b6-a505-e5a77bcf2eb2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0539351 May 16 20:38:41.716158 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e888e157-a3f7-4028-bb08-26558a098b32 req-310721d1-c1e4-4792-8c37-719dc856e716 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 May 16 20:38:42.023470 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35002) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:42.154137 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a19ee2c8-f6e1-497c-a5d4-954102b2f998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:42.242868 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a19ee2c8-f6e1-497c-a5d4-954102b2f998 admin admin] Publish callbacks [] for security_group (3129de8d-5325-49ce-9f67-ca012b0948d6), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:42.247820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-a19ee2c8-f6e1-497c-a5d4-954102b2f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3129de8d-5325-49ce-9f67-ca012b0948d6), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:42.291447 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-a19ee2c8-f6e1-497c-a5d4-954102b2f998 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40fb0e2f399f4a64a790b19a89f1ab45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644818 May 16 20:38:42.291447 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ee2c8-f6e1-497c-a5d4-954102b2f998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129de8d-5325-49ce-9f67-ca012b0948d6,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:42.292482 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35014) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:42.348697 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e43334d-f5a0-42b8-92ca-723fed989ec0 admin admin] Publish callbacks [] for security_group (3129de8d-5325-49ce-9f67-ca012b0948d6), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:42.370756 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e43334d-f5a0-42b8-92ca-723fed989ec0 admin admin] Publish callbacks [] for security_group (3129de8d-5325-49ce-9f67-ca012b0948d6), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:42.441264 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e43334d-f5a0-42b8-92ca-723fed989ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3129de8d-5325-49ce-9f67-ca012b0948d6), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:42.444031 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e43334d-f5a0-42b8-92ca-723fed989ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:42.445243 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5e43334d-f5a0-42b8-92ca-723fed989ec0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3129de8d-5325-49ce-9f67-ca012b0948d6 HTTP/1.1" status: 204 len: 168 time: 0.1523764 May 16 20:38:42.453974 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43334d-f5a0-42b8-92ca-723fed989ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129de8d-5325-49ce-9f67-ca012b0948d6,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:42.481030 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04c57-376e-4105-acfe-dc439037de9b req-3ee7d164-3e4c-4366-b923-1d702a64ff6c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:42.481030 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-57a04c57-376e-4105-acfe-dc439037de9b req-3ee7d164-3e4c-4366-b923-1d702a64ff6c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0697329 May 16 20:38:42.532401 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-57a04c57-376e-4105-acfe-dc439037de9b req-ec976405-dedc-4a0e-bd29-207f2432cbc2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460331 May 16 20:38:42.861178 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7fa20-e0d2-4f7a-bee8-9469c83426df req-ea464bc6-7e9f-4216-a4f7-481b75749bb7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:42.862697 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-75b7fa20-e0d2-4f7a-bee8-9469c83426df req-ea464bc6-7e9f-4216-a4f7-481b75749bb7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0547833 May 16 20:38:42.911814 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-75b7fa20-e0d2-4f7a-bee8-9469c83426df req-409464d0-6143-42a7-b5eb-983fc9505ac3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 May 16 20:38:43.656752 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0774a-ab6d-477c-8862-ec1072d01a28 req-23a77db9-809e-40e3-adf4-04228e85f958 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:43.658292 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f2f0774a-ab6d-477c-8862-ec1072d01a28 req-23a77db9-809e-40e3-adf4-04228e85f958 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0559428 May 16 20:38:43.703861 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f2f0774a-ab6d-477c-8862-ec1072d01a28 req-5b1c53ec-6f2d-4c19-9607-42a618c95363 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 May 16 20:38:44.043118 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b34a6-9a70-4374-b17a-69d199766252 req-ae063191-539b-463a-88ca-13e2293cb9cf tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:44.044607 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae3b34a6-9a70-4374-b17a-69d199766252 req-ae063191-539b-463a-88ca-13e2293cb9cf tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0515087 May 16 20:38:44.093750 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae3b34a6-9a70-4374-b17a-69d199766252 req-eda1a3d1-8dd1-451c-a01d-06c62a8da122 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 May 16 20:38:44.822725 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad58d3-1f8f-4e5b-a013-392a9397a530 req-5a155b76-1355-4413-8003-8d4d14bb10b9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:44.824199 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2aad58d3-1f8f-4e5b-a013-392a9397a530 req-5a155b76-1355-4413-8003-8d4d14bb10b9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0468588 May 16 20:38:44.875940 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2aad58d3-1f8f-4e5b-a013-392a9397a530 req-fd046eb0-8674-49c8-a0d9-f62970e8906f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460284 May 16 20:38:45.214146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573cdf6-5954-4b3d-811c-27b467344690 req-2ebed1c2-aea3-4d81-8336-d06cf648ba01 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:45.215623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1573cdf6-5954-4b3d-811c-27b467344690 req-2ebed1c2-aea3-4d81-8336-d06cf648ba01 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0496786 May 16 20:38:45.264320 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1573cdf6-5954-4b3d-811c-27b467344690 req-50fc9a91-cfe3-4547-a038-f6085eb52534 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 May 16 20:38:45.996406 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f74579-5fd3-4d40-97f4-ba1bd9125f14 req-b87d2fb3-5b4d-41a3-b9e8-59c14aa03cb8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:45.997850 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5f74579-5fd3-4d40-97f4-ba1bd9125f14 req-b87d2fb3-5b4d-41a3-b9e8-59c14aa03cb8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0458264 May 16 20:38:46.043505 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5f74579-5fd3-4d40-97f4-ba1bd9125f14 req-c1a844d2-5de4-400e-a0a3-080a263933d2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 May 16 20:38:46.389959 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853324d-d1a1-4129-9086-681e153b2b92 req-3b3424a2-d925-4758-ad7b-9b58c6087305 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:46.391525 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2853324d-d1a1-4129-9086-681e153b2b92 req-3b3424a2-d925-4758-ad7b-9b58c6087305 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0494351 May 16 20:38:46.438960 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2853324d-d1a1-4129-9086-681e153b2b92 req-497085fe-41ec-4537-b9eb-30909b231e47 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415761 May 16 20:38:47.172753 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cdd9f-d13a-475c-827a-932ef6e0b71d req-173d31f9-e16b-4322-9523-c28e4be43a67 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:47.174509 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-646cdd9f-d13a-475c-827a-932ef6e0b71d req-173d31f9-e16b-4322-9523-c28e4be43a67 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0558510 May 16 20:38:47.242688 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-646cdd9f-d13a-475c-827a-932ef6e0b71d req-bf2e88ca-b62a-49c9-b4e2-dabb483bd800 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517862 May 16 20:38:47.574154 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cb019-9f3b-4c1d-9a07-46009a87f024 req-6324ff9f-ba4b-43cf-b074-835c3136d4d1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:47.575669 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-648cb019-9f3b-4c1d-9a07-46009a87f024 req-6324ff9f-ba4b-43cf-b074-835c3136d4d1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0553870 May 16 20:38:47.622816 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-648cb019-9f3b-4c1d-9a07-46009a87f024 req-8f0aec73-1c5c-41ea-8c85-797aad12cecd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 May 16 20:38:47.825727 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35158) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:47.830270 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-25556f9d-01db-412e-8500-f662d09c2781 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52788363', 'description': 'tempest-description--1702859230'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:47.857341 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-25556f9d-01db-412e-8500-f662d09c2781 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:47.931291 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-25556f9d-01db-412e-8500-f662d09c2781 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (e80d9d07-0cb1-413b-9703-9ba12930a8a3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:47.936576 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-25556f9d-01db-412e-8500-f662d09c2781 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (e80d9d07-0cb1-413b-9703-9ba12930a8a3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:47.965378 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-25556f9d-01db-412e-8500-f662d09c2781 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:47.966893 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-25556f9d-01db-412e-8500-f662d09c2781 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1398826 May 16 20:38:47.969385 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25556f9d-01db-412e-8500-f662d09c2781 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d9d07-0cb1-413b-9703-9ba12930a8a3,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:47.969756 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35160) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:47.975371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': 'e80d9d07-0cb1-413b-9703-9ba12930a8a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:48.003722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (10cc91c7-52b9-4384-a0f3-6d46d0a0f582), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.050838 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (10cc91c7-52b9-4384-a0f3-6d46d0a0f582), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.054666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (10cc91c7-52b9-4384-a0f3-6d46d0a0f582), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.076066 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cc91c7-52b9-4384-a0f3-6d46d0a0f582,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:48.086110 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.087287 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164584 May 16 20:38:48.089036 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.089373 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.089709 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.090043 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.090363 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.090488 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35162) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:48.090688 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.091008 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.091323 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.091639 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.091961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.092274 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.092619 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.092936 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.093245 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.093556 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ceb60-3d0a-4261-bbb6-e34f980a3b7b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:48.095010 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-da18725b-d42f-498a-bb84-2099e597c3af tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': 'e80d9d07-0cb1-413b-9703-9ba12930a8a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:48.122875 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da18725b-d42f-498a-bb84-2099e597c3af tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (b7a58d30-a5a2-41fb-88fd-793634d9f12f), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.191387 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da18725b-d42f-498a-bb84-2099e597c3af tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (b7a58d30-a5a2-41fb-88fd-793634d9f12f), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.197971 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da18725b-d42f-498a-bb84-2099e597c3af tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (b7a58d30-a5a2-41fb-88fd-793634d9f12f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.216710 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18725b-d42f-498a-bb84-2099e597c3af tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a58d30-a5a2-41fb-88fd-793634d9f12f,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:48.226048 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-da18725b-d42f-498a-bb84-2099e597c3af tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.228292 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-da18725b-d42f-498a-bb84-2099e597c3af tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366038 May 16 20:38:48.231312 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35164) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:48.236714 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:48.260200 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.363689 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.391200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84b36a-c93c-49d5-9ec9-a794fed076ec req-f07719ae-4c69-43ea-bc8b-03382d0a05e6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:48.394389 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2a84b36a-c93c-49d5-9ec9-a794fed076ec req-f07719ae-4c69-43ea-bc8b-03382d0a05e6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0813100 May 16 20:38:48.454641 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2a84b36a-c93c-49d5-9ec9-a794fed076ec req-9b6d9507-58dd-4100-ab6f-ae8b586b68ec tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 May 16 20:38:48.496362 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.27.0.125 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/ca132354-4f7f-4101-a736-c88b76039cf7) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:38:48.550159 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3214d6d6-4473-4515-ac68-576e7b009b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.606317 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (ca132354-4f7f-4101-a736-c88b76039cf7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.641548 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (ca132354-4f7f-4101-a736-c88b76039cf7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.683098 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:48.686100 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:48.692142 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:38:48.697285 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=ca132354-4f7f-4101-a736-c88b76039cf7,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:48.754843 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef78831-659b-4025-8fd0-dff4377037fb req-d5bcf91d-59f5-4a99-a194-e482f8d30475 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:48.756316 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7ef78831-659b-4025-8fd0-dff4377037fb req-d5bcf91d-59f5-4a99-a194-e482f8d30475 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0549884 May 16 20:38:48.779898 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (aeb11f79-9168-49b0-bccb-9afc6ad3dbe7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:48.804993 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7ef78831-659b-4025-8fd0-dff4377037fb req-d9f68181-ee2e-4f2f-ba39-5400c075157b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426147 May 16 20:38:48.819283 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ca132354-4f7f-4101-a736-c88b76039cf7), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.003809 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (ca132354-4f7f-4101-a736-c88b76039cf7), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.009268 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (ca132354-4f7f-4101-a736-c88b76039cf7), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.075604 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=ca132354-4f7f-4101-a736-c88b76039cf7,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:49.089924 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (aeb11f79-9168-49b0-bccb-9afc6ad3dbe7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.106385 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.107784 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f7e35a2a-6a1c-4ad3-9f03-b7faa46edc9e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8752351 May 16 20:38:49.128998 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35206) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:49.237087 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-26197f56-f0d9-4896-9676-92b61cfcb926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.310019 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-6185886f-c3b3-42e3-9674-c6aed3be4a8f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--52788363&fields=id&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 267 time: 0.0458028 May 16 20:38:49.312846 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-26197f56-f0d9-4896-9676-92b61cfcb926 admin admin] Publish callbacks [] for security_group (8e725fcb-2e33-4292-b1be-699b544e7e56), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.317684 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-26197f56-f0d9-4896-9676-92b61cfcb926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (8e725fcb-2e33-4292-b1be-699b544e7e56), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.354325 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26197f56-f0d9-4896-9676-92b61cfcb926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e725fcb-2e33-4292-b1be-699b544e7e56,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:49.358818 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-26197f56-f0d9-4896-9676-92b61cfcb926 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e3b03bccfc14da7868d54ec534f41c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287323 May 16 20:38:49.361480 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35220) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:49.408181 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e2749da6-590c-4d33-b1c6-2d3eb0b4647a admin admin] Publish callbacks [] for security_group (8e725fcb-2e33-4292-b1be-699b544e7e56), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.418870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-fdb5682d-69bc-47ea-899a-a98f7cf31344 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:49.420363 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-fdb5682d-69bc-47ea-899a-a98f7cf31344 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.1032279 May 16 20:38:49.430013 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e2749da6-590c-4d33-b1c6-2d3eb0b4647a admin admin] Publish callbacks [] for security_group (8e725fcb-2e33-4292-b1be-699b544e7e56), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.435768 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-6300179f-0929-4146-b4ee-222d74396536 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/quotas/2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 375 time: 0.0099280 May 16 20:38:49.491795 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e2749da6-590c-4d33-b1c6-2d3eb0b4647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (8e725fcb-2e33-4292-b1be-699b544e7e56), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.505026 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e2749da6-590c-4d33-b1c6-2d3eb0b4647a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:49.509367 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-5e7e7d10-c6a2-4da8-b191-e719174a1b5b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592275 May 16 20:38:49.510002 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e2749da6-590c-4d33-b1c6-2d3eb0b4647a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e725fcb-2e33-4292-b1be-699b544e7e56 HTTP/1.1" status: 204 len: 168 time: 0.1475365 May 16 20:38:49.534267 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749da6-590c-4d33-b1c6-2d3eb0b4647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e725fcb-2e33-4292-b1be-699b544e7e56,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:49.641709 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ce6e8-5f5a-4422-ae67-892b78a81cd7 req-a756a14f-d04c-4aca-8bc4-cecad8dad880 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:49.643419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-289ce6e8-5f5a-4422-ae67-892b78a81cd7 req-a756a14f-d04c-4aca-8bc4-cecad8dad880 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0623770 May 16 20:38:49.677020 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-180016ae-2314-46fe-9e58-75c5ee72bae8 service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658866 May 16 20:38:49.734733 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-289ce6e8-5f5a-4422-ae67-892b78a81cd7 req-d1fbbd77-abe8-4fe1-ab46-7e289b4b123b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839803 May 16 20:38:49.798877 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-178096ff-f11e-44bc-8d2c-0f85e49a0a1e service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088200 May 16 20:38:49.959675 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6999-8096-4e8f-a684-b6955a292299 req-fd0feba9-bf25-438b-b210-64250e59c032 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:49.961536 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0b1a6999-8096-4e8f-a684-b6955a292299 req-fd0feba9-bf25-438b-b210-64250e59c032 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0536904 May 16 20:38:50.011851 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6436a58e-d936-47eb-a35e-d6e591515393 req-e74f7a3b-bb17-4cd1-8d56-ad22d5c29466 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 210 time: 0.0429933 May 16 20:38:50.050681 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0b1a6999-8096-4e8f-a684-b6955a292299 req-b65149cc-47dd-47bd-8120-fc949c7a1e2b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802863 May 16 20:38:50.722226 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2e21137a-7b2a-4d30-80cb-7eb08f141f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:50.853351 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c36aa7-2e06-4783-8d5a-f9c283bf32a2 req-1a9f85f6-091b-40f6-b1a7-49b89aa5cfc2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:50.854847 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49c36aa7-2e06-4783-8d5a-f9c283bf32a2 req-1a9f85f6-091b-40f6-b1a7-49b89aa5cfc2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0502579 May 16 20:38:50.905365 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49c36aa7-2e06-4783-8d5a-f9c283bf32a2 req-65b8ea45-01df-465e-9a1b-bedaaf3171b9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 May 16 20:38:51.129730 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b606fbb4-5e05-41e4-8100-247c048de3cb req-2728941e-86cc-4dd8-a253-bef84bb4679f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 210 time: 0.0315294 May 16 20:38:51.150543 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-c324a38d-be89-4993-a879-c95605650400 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:51.152102 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-c324a38d-be89-4993-a879-c95605650400 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.1258366 May 16 20:38:51.193117 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfd1f1-2211-4998-83b7-e42983b204c7 req-6ebcc87f-ce44-41cc-909b-1cde6da0c7a9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:51.194904 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ebdfd1f1-2211-4998-83b7-e42983b204c7 req-6ebcc87f-ce44-41cc-909b-1cde6da0c7a9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0482366 May 16 20:38:51.229759 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-d7de3bba-1dc8-49ca-8c2f-155a48e4991d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 471 time: 0.0653679 May 16 20:38:51.241535 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ebdfd1f1-2211-4998-83b7-e42983b204c7 req-feb22f20-f7da-4517-906a-f841cc371ced tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 May 16 20:38:51.246672 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'port': {'device_id': '36eca126-3242-483f-a941-432265ebaf50', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'admin_state_up': True, 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'security_groups': ['e80d9d07-0cb1-413b-9703-9ba12930a8a3']}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:51.365848 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Made reservation on behalf of 2beaab3a72a345d98a9ec4e0ae4686b6 for: {'port': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:38:51.369376 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:51.494912 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.20.0.12 (51755a9b-e432-418d-95c4-023d6854f406/72ced089-7684-4ae7-b5cc-0a11ad060d49/b91c820c-8c4e-4967-8610-a735537dcff4) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:38:51.633069 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (b91c820c-8c4e-4967-8610-a735537dcff4), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:51.667381 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:51.711444 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 51755a9b-e432-418d-95c4-023d6854f406 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:38:51.714763 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:38:51.720665 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:38:51.726583 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=b91c820c-8c4e-4967-8610-a735537dcff4,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:51.776961 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:51.777612 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:51.795717 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-9d2f7bdc-b9ba-4c7d-b552-900f8a3299c0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5529346 May 16 20:38:51.808687 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Request body: {'port': {'device_id': '36eca126-3242-483f-a941-432265ebaf50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:38:51.877895 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:51.951666 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-4069153a-bff4-41ad-a299-1a5158ffbd4f None None] Provisioning complete for port b91c820c-8c4e-4967-8610-a735537dcff4 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:38:51.952146 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4069153a-bff4-41ad-a299-1a5158ffbd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:51.985825 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4069153a-bff4-41ad-a299-1a5158ffbd4f None None] Port b91c820c-8c4e-4967-8610-a735537dcff4 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:38:52.037478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ab509-a346-49a4-a1ff-22e901bf3c19 req-a550c66d-e82b-4d15-9839-119023acf135 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:52.039675 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ba7ab509-a346-49a4-a1ff-22e901bf3c19 req-a550c66d-e82b-4d15-9839-119023acf135 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0538142 May 16 20:38:52.052786 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35294) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:52.103869 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ba7ab509-a346-49a4-a1ff-22e901bf3c19 req-52064df8-d40a-4a29-b75b-50991bc31cc3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 May 16 20:38:52.136526 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:38:52.150675 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.196816 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-70e26d67-26f0-4ffb-a67d-907c36ab3898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.256184 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020ed50-7119-4b14-a7fa-b3931d339bde req-73645634-e06a-4a15-bfd0-58dfe4d377a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:52.257801 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6020ed50-7119-4b14-a7fa-b3931d339bde req-73645634-e06a-4a15-bfd0-58dfe4d377a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 932 time: 0.0465369 May 16 20:38:52.305470 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91c820c-8c4e-4967-8610-a735537dcff4 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:38:52.314157 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6020ed50-7119-4b14-a7fa-b3931d339bde req-36f6e49b-8397-4829-8cc3-53430f46d197 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502224 May 16 20:38:52.316960 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Publish callbacks [] for port (b91c820c-8c4e-4967-8610-a735537dcff4), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.337713 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Transition to ACTIVE for port object b91c820c-8c4e-4967-8610-a735537dcff4 will not be triggered until provisioned by entity L2. {{(pid=103496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:38:52.343408 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.390050 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-70e26d67-26f0-4ffb-a67d-907c36ab3898 admin admin] Publish callbacks [] for security_group (a0e1b0d0-8c9c-477b-928e-b71ac3138b20), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.397165 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7543ca6-3f4c-4ee9-b9e6-778b2d83b5d9 req-3f095958-b470-4792-b4ac-c6c41bd757a8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:52.405272 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e7543ca6-3f4c-4ee9-b9e6-778b2d83b5d9 req-3f095958-b470-4792-b4ac-c6c41bd757a8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0868282 May 16 20:38:52.416803 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-70e26d67-26f0-4ffb-a67d-907c36ab3898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a0e1b0d0-8c9c-477b-928e-b71ac3138b20), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.436032 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Pushing event updated for resources: {'Port': ['ID=b91c820c-8c4e-4967-8610-a735537dcff4,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:52.469982 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e7543ca6-3f4c-4ee9-b9e6-778b2d83b5d9 req-f8b84376-adf0-4bb4-8771-a40f37ed4aef tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629339 May 16 20:38:52.525773 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-70e26d67-26f0-4ffb-a67d-907c36ab3898 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bdccf12e38845e0a8457f6f806fa4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719257 May 16 20:38:52.526483 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e26d67-26f0-4ffb-a67d-907c36ab3898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e1b0d0-8c9c-477b-928e-b71ac3138b20,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:52.529330 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35306) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:52.563671 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Attempting to bind port b91c820c-8c4e-4967-8610-a735537dcff4 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:38:52.563671 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Attempting to bind port b91c820c-8c4e-4967-8610-a735537dcff4 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:38:52.563967 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Attempting to bind port b91c820c-8c4e-4967-8610-a735537dcff4 on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:52.568948 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Port b91c820c-8c4e-4967-8610-a735537dcff4 on network 51755a9b-e432-418d-95c4-023d6854f406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:38:52.569298 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Attempting to bind port b91c820c-8c4e-4967-8610-a735537dcff4 on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:38:52.576168 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:38:52.576709 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Checking segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:38:52.577195 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Bound using segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:38:52.577741 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Bound port: b91c820c-8c4e-4967-8610-a735537dcff4, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:38:52.578180 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.590755 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b484df2c-1a8b-460e-b7d5-d07408ed9465 admin admin] Publish callbacks [] for security_group (a0e1b0d0-8c9c-477b-928e-b71ac3138b20), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.613479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b484df2c-1a8b-460e-b7d5-d07408ed9465 admin admin] Publish callbacks [] for security_group (a0e1b0d0-8c9c-477b-928e-b71ac3138b20), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.646810 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] For port b91c820c-8c4e-4967-8610-a735537dcff4, host hv-cinder-77703, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:38:52.651505 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] For port b91c820c-8c4e-4967-8610-a735537dcff4, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b91c820c-8c4e-4967-8610-a735537dcff4,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:38:52.666366 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.676629 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b484df2c-1a8b-460e-b7d5-d07408ed9465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a0e1b0d0-8c9c-477b-928e-b71ac3138b20), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.679476 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b484df2c-1a8b-460e-b7d5-d07408ed9465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.680652 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b484df2c-1a8b-460e-b7d5-d07408ed9465 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0e1b0d0-8c9c-477b-928e-b71ac3138b20 HTTP/1.1" status: 204 len: 168 time: 0.1493719 May 16 20:38:52.688825 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484df2c-1a8b-460e-b7d5-d07408ed9465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e1b0d0-8c9c-477b-928e-b71ac3138b20,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:52.704423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:52.705745 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:52.706958 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] 10.222.0.60 "PUT /v2.0/ports/b91c820c-8c4e-4967-8610-a735537dcff4 HTTP/1.1" status: 200 len: 1094 time: 0.9028096 May 16 20:38:52.707410 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:38:52.709744 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aba5e89-32b1-4e66-b108-ab0333021af9" -d '{"events": [{"name": "network-changed", "server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:38:52.762343 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Pushing event updated for resources: {'Port': ['ID=b91c820c-8c4e-4967-8610-a735537dcff4,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:52.770535 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.770879 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.771203 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.771540 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.771866 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.772230 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.772654 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.772982 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.776953 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.777351 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.777969 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.778083 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.778361 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.778749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.779077 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622726f-b60a-467c-a372-dedd363efb41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:52.785516 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cca7b63-710e-4c5a-a7a8-bdb65c953cc5 x-openstack-request-id: req-8cca7b63-710e-4c5a-a7a8-bdb65c953cc5 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:38:52.785888 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:38:52.786104 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cca7b63-710e-4c5a-a7a8-bdb65c953cc5 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:38:52.786444 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cca7b63-710e-4c5a-a7a8-bdb65c953cc5'] response: {'name': 'network-changed', 'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'status': 'completed', 'code': 200} May 16 20:38:52.868568 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba5e89-32b1-4e66-b108-ab0333021af9 req-c73e5eec-8512-4c48-ad7d-3c0f7163f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:52.870180 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-8aba5e89-32b1-4e66-b108-ab0333021af9 req-c73e5eec-8512-4c48-ad7d-3c0f7163f5d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 1128 time: 0.0526638 May 16 20:38:53.049871 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba5e89-32b1-4e66-b108-ab0333021af9 req-86b9e905-47bc-49c7-a538-4657b5ca51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:53.051692 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-8aba5e89-32b1-4e66-b108-ab0333021af9 req-86b9e905-47bc-49c7-a538-4657b5ca51ff service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1723812 May 16 20:38:53.221940 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e85fa8-3159-43ef-ac05-9876776242d9 req-12010d9f-cc8d-40bf-94f2-8b660bff9154 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:53.223602 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-64e85fa8-3159-43ef-ac05-9876776242d9 req-12010d9f-cc8d-40bf-94f2-8b660bff9154 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0498254 May 16 20:38:53.270591 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-64e85fa8-3159-43ef-ac05-9876776242d9 req-a15db858-e123-4a04-8cca-c454e5d2e15b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 May 16 20:38:53.439389 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c317348-822a-4060-b69d-2efbdb748821 req-353d5db9-2e83-4e99-a329-43f651b9b654 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:53.440916 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c317348-822a-4060-b69d-2efbdb748821 req-353d5db9-2e83-4e99-a329-43f651b9b654 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 944 time: 0.0516593 May 16 20:38:53.488517 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c317348-822a-4060-b69d-2efbdb748821 req-3941ea10-e69e-4678-9a17-a1e0a3b97b96 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411954 May 16 20:38:53.532711 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:53.588571 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0299c4-fc43-47bd-b937-69b384b19a13 req-9155bd81-b8f0-4cd2-b7d5-a18cbcb0f57c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:53.590036 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1c0299c4-fc43-47bd-b937-69b384b19a13 req-9155bd81-b8f0-4cd2-b7d5-a18cbcb0f57c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0480289 May 16 20:38:53.637855 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1c0299c4-fc43-47bd-b937-69b384b19a13 req-fdd86b61-02a1-4617-87b7-82dd0b8c65dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420325 May 16 20:38:54.403300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839909b-ddd3-48fa-8cfe-920fc3fa153a req-19061b2e-d620-4a90-9f08-9d5ef86a4997 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:54.404754 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2839909b-ddd3-48fa-8cfe-920fc3fa153a req-19061b2e-d620-4a90-9f08-9d5ef86a4997 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0499520 May 16 20:38:54.454931 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2839909b-ddd3-48fa-8cfe-920fc3fa153a req-8e5742b3-c449-4b11-8900-32b041616dce tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 May 16 20:38:54.602900 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1e5a7-0df6-437a-ab66-9efff081450a req-37e823ab-dbdd-4b7a-aafb-9b18e264a903 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:54.604348 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62a1e5a7-0df6-437a-ab66-9efff081450a req-37e823ab-dbdd-4b7a-aafb-9b18e264a903 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 944 time: 0.0487263 May 16 20:38:54.651824 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62a1e5a7-0df6-437a-ab66-9efff081450a req-7035068d-d6e1-44f9-a480-7cb66c207111 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415733 May 16 20:38:54.730493 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba5e89-32b1-4e66-b108-ab0333021af9 req-48e15837-7aa6-4c1a-a528-bc05fc56c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:54.731961 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-8aba5e89-32b1-4e66-b108-ab0333021af9 req-48e15837-7aa6-4c1a-a528-bc05fc56c203 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537449 May 16 20:38:54.755802 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a3eb4-82c3-4f87-a948-e7361a43d869 req-e578c2b5-2b5a-4498-9d78-5da2d175b175 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:54.757357 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e63a3eb4-82c3-4f87-a948-e7361a43d869 req-e578c2b5-2b5a-4498-9d78-5da2d175b175 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0462804 May 16 20:38:54.806280 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e63a3eb4-82c3-4f87-a948-e7361a43d869 req-1ffd7903-be0a-49a1-a20f-1e8f9d7a9bd7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 May 16 20:38:54.888465 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:55.580255 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a17f2c-664e-43fe-8291-a0c2fbc48822 req-3963a7b7-7c33-4f4e-86b0-f91f161ac5f1 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:55.581762 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67a17f2c-664e-43fe-8291-a0c2fbc48822 req-3963a7b7-7c33-4f4e-86b0-f91f161ac5f1 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0468416 May 16 20:38:55.627084 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67a17f2c-664e-43fe-8291-a0c2fbc48822 req-cc3e03b6-3aba-4740-9c54-98fe2013a5ba tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 May 16 20:38:55.743644 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-da456ed6-aace-4e85-a325-055b71ae34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:55.745124 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-da456ed6-aace-4e85-a325-055b71ae34a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 1128 time: 0.0404503 May 16 20:38:55.778416 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d8b33-b726-48ff-9431-ce300336fe2b req-4aeb4e0e-8d7f-4001-bb1e-7064372c42a6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:55.779901 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e01d8b33-b726-48ff-9431-ce300336fe2b req-4aeb4e0e-8d7f-4001-bb1e-7064372c42a6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 944 time: 0.0470402 May 16 20:38:55.828765 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e01d8b33-b726-48ff-9431-ce300336fe2b req-ae9c2fa3-3e90-4c0a-a02d-1bb8582cb351 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430081 May 16 20:38:55.925368 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513ad58-bd54-4919-a9b7-ea27bba49222 req-e23decde-fa4a-4f7b-baba-55afa0505007 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:55.927179 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d513ad58-bd54-4919-a9b7-ea27bba49222 req-e23decde-fa4a-4f7b-baba-55afa0505007 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0503039 May 16 20:38:55.975846 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d513ad58-bd54-4919-a9b7-ea27bba49222 req-917bb2b4-2051-4945-913e-24aca22b9ef8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429928 May 16 20:38:56.065330 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-95c8796e-df33-42e7-bcda-45fda41f121a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b91c820c-8c4e-4967-8610-a735537dcff4 HTTP/1.1" status: 200 len: 217 time: 0.0399272 May 16 20:38:56.128419 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-03974c07-1143-4369-afb9-51583ee07aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:56.129865 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-03974c07-1143-4369-afb9-51583ee07aa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0462244 May 16 20:38:56.421570 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-befb52aa-e29a-49e5-9daf-42d754e2adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:56.423803 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-befb52aa-e29a-49e5-9daf-42d754e2adcd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405681 May 16 20:38:56.521588 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-ab85dc4c-eaf9-4c80-9f15-9bedd13bb864 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896044 May 16 20:38:56.610392 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-b336d806-38b7-4589-9b8b-2607dea58d07 req-947ea488-72d1-4174-a5d3-c7a4750ef93a service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807989 May 16 20:38:56.748887 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1659376-62c7-4d34-bc8c-330fb9eb9516 req-acbce510-c530-4a25-a602-1427c84980ea tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:56.750330 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f1659376-62c7-4d34-bc8c-330fb9eb9516 req-acbce510-c530-4a25-a602-1427c84980ea tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0503397 May 16 20:38:56.797166 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f1659376-62c7-4d34-bc8c-330fb9eb9516 req-1f61b2ee-f0cd-4339-b005-a0b4b94017b2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 May 16 20:38:56.833451 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:56.943336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f0879-a0e7-43ee-a2fa-a2cf5bc323d3 req-682bf579-c027-4897-bccc-7d7266ec3c65 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:56.944871 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-991f0879-a0e7-43ee-a2fa-a2cf5bc323d3 req-682bf579-c027-4897-bccc-7d7266ec3c65 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 944 time: 0.0476122 May 16 20:38:56.997390 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-991f0879-a0e7-43ee-a2fa-a2cf5bc323d3 req-fcd1a618-7fbe-4b19-b5cc-84278a48e3f3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458062 May 16 20:38:57.136646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160ea21-4baf-4459-a940-9b939dc49d77 req-5d4e3e69-729b-4794-b9ff-dfc5b6014b42 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:57.140885 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1160ea21-4baf-4459-a940-9b939dc49d77 req-5d4e3e69-729b-4794-b9ff-dfc5b6014b42 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0667436 May 16 20:38:57.196458 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1160ea21-4baf-4459-a940-9b939dc49d77 req-f3cead0f-151c-45e3-845d-d5104510312c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510688 May 16 20:38:57.924476 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174893b6-5f67-49ef-b9e9-f65af4715eea req-a4dfe655-0708-4971-898a-72a8562e1bf8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:57.926290 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-174893b6-5f67-49ef-b9e9-f65af4715eea req-a4dfe655-0708-4971-898a-72a8562e1bf8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0469348 May 16 20:38:57.974744 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-174893b6-5f67-49ef-b9e9-f65af4715eea req-858e036d-de52-4f6c-916f-bd41de4960ce tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 May 16 20:38:58.144382 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43536-bcb2-4477-ad3d-98d1f77c2738 req-8e932184-5968-4d76-be10-2313ab20f808 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:58.145906 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-46b43536-bcb2-4477-ad3d-98d1f77c2738 req-8e932184-5968-4d76-be10-2313ab20f808 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 944 time: 0.0547957 May 16 20:38:58.193702 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-46b43536-bcb2-4477-ad3d-98d1f77c2738 req-a695a9e7-fec9-4886-8576-7936832cc136 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419688 May 16 20:38:58.328973 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db316d9c-c37b-4bdf-8ec9-ab175ac48f32 req-c80ed3dc-aa84-4b43-b5eb-5d7dc01dff48 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:58.328973 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-db316d9c-c37b-4bdf-8ec9-ab175ac48f32 req-c80ed3dc-aa84-4b43-b5eb-5d7dc01dff48 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0511432 May 16 20:38:58.371200 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-db316d9c-c37b-4bdf-8ec9-ab175ac48f32 req-1de27bb7-4383-49fb-93c3-e880544dfa4e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412395 May 16 20:38:59.102423 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149751f-3f92-4bc7-a409-6f33cbce3398 req-42b3c86f-6169-4bef-87ba-6eaa3e6f021f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:59.103871 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f149751f-3f92-4bc7-a409-6f33cbce3398 req-42b3c86f-6169-4bef-87ba-6eaa3e6f021f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0512094 May 16 20:38:59.150790 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f149751f-3f92-4bc7-a409-6f33cbce3398 req-867efc65-e1e3-4b46-84b0-deba7282c0f8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 May 16 20:38:59.312073 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ea77-6ec7-4952-8581-a1096def03e5 req-b54d1b3c-46d8-40a6-ad76-452e88e39be1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:59.313434 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62a6ea77-6ec7-4952-8581-a1096def03e5 req-b54d1b3c-46d8-40a6-ad76-452e88e39be1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 944 time: 0.0476091 May 16 20:38:59.360341 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62a6ea77-6ec7-4952-8581-a1096def03e5 req-6863037b-d3f8-4e7c-b381-fde6c0d6c325 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412605 May 16 20:38:59.492690 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb026ba-bfbe-43b5-9127-1d0792f3f55d req-cea011d2-6989-440e-ade5-24de1dea41ae tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:59.494185 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efb026ba-bfbe-43b5-9127-1d0792f3f55d req-cea011d2-6989-440e-ade5-24de1dea41ae tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0480185 May 16 20:38:59.547332 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efb026ba-bfbe-43b5-9127-1d0792f3f55d req-80b8a15d-e008-47e0-9471-76e56083be68 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475061 May 16 20:38:59.706559 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:38:59.926570 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:59.938351 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'port_id': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'mac_address': 'fa:16:3e:cd:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:38:59.973032 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: ACTIVE; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:38:59.973422 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:59.987315 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aa491fa-5223-4d44-b9ca-f8811045b0ad {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:39:00.008875 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:00.017010 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:00.072527 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=6']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:00.270491 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243d0c-a864-4183-b08a-99ba8d7dbb4f req-f736ec39-648b-48fa-9bbf-b0732e64b76b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:00.271927 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-26243d0c-a864-4183-b08a-99ba8d7dbb4f req-f736ec39-648b-48fa-9bbf-b0732e64b76b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0494323 May 16 20:39:00.320036 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-26243d0c-a864-4183-b08a-99ba8d7dbb4f req-a4f1554e-f043-4a42-acdb-f362f38cb5f6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 May 16 20:39:00.477282 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900187b9-9b3c-47d5-a1e3-ee5594e6506f req-465a0c75-3cea-4da1-a627-4109cf25f03d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:00.478727 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-900187b9-9b3c-47d5-a1e3-ee5594e6506f req-465a0c75-3cea-4da1-a627-4109cf25f03d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 944 time: 0.0496709 May 16 20:39:00.528770 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-900187b9-9b3c-47d5-a1e3-ee5594e6506f req-4db6ee4b-7a3c-4c9d-80d0-2131fe36f050 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420296 May 16 20:39:00.669814 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462e6a7-d6d1-4230-8b28-5778b0f349d9 req-6a6a2911-8ff5-4e55-8f5d-f2c354051436 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:00.671270 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8462e6a7-d6d1-4230-8b28-5778b0f349d9 req-6a6a2911-8ff5-4e55-8f5d-f2c354051436 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.0529282 May 16 20:39:00.711767 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['6aa491fa-5223-4d44-b9ca-f8811045b0ad'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:39:00.720277 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8462e6a7-d6d1-4230-8b28-5778b0f349d9 req-f8d5bdf0-9b56-4ef9-bab0-897347be488a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 May 16 20:39:00.754212 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-e5c9761d-9186-49fb-8757-fd3df286413d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459261 May 16 20:39:00.824099 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-1d6a23af-2459-4b03-9f70-373bdbce982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:00.825603 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-1d6a23af-2459-4b03-9f70-373bdbce982c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 1130 time: 0.0387437 May 16 20:39:00.932836 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-c3ed5173-4172-436c-b256-3f7af677674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:00.934302 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-c3ed5173-4172-436c-b256-3f7af677674f service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.0851808 May 16 20:39:00.949832 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device b91c820c-8c4e-4967-8610-a735537dcff4 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:39:00.957755 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:01.000728 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-bb400924-2be1-42a5-a2b6-76e8c7b875ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd HTTP/1.1" status: 200 len: 1002 time: 0.0566385 May 16 20:39:01.060469 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 6aa491fa-5223-4d44-b9ca-f8811045b0ad triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:01.060871 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:01.110640 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port b91c820c-8c4e-4967-8610-a735537dcff4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b91c820c-8c4e-4967-8610-a735537dcff4,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:01.125886 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'port_id': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'mac_address': 'fa:16:3e:3a:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:39:01.146877 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-7dd4104c-0474-4a1c-8baa-ca0ee9a03ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:01.148346 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-7dd4104c-0474-4a1c-8baa-ca0ee9a03ed9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0499220 May 16 20:39:01.184110 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port b91c820c-8c4e-4967-8610-a735537dcff4 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:01.184487 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:01.200234 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:01.200645 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:01.206089 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91c820c-8c4e-4967-8610-a735537dcff4 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:39:01.215415 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-5647408c-b46a-43fe-a665-1bd824a0b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:01.217001 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-5647408c-b46a-43fe-a665-1bd824a0b264 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395606 May 16 20:39:01.242001 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port b91c820c-8c4e-4967-8610-a735537dcff4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b91c820c-8c4e-4967-8610-a735537dcff4,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:01.247555 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:39:01.250054 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c16bde0-21bf-4b1f-a2ba-a27d7e025571" -d '{"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:39:01.260589 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:01.267889 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:01.294613 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:01.306367 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634f59b-5c8c-45d9-870a-659917f31a68 x-openstack-request-id: req-1634f59b-5c8c-45d9-870a-659917f31a68 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:39:01.306713 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:39:01.307038 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1634f59b-5c8c-45d9-870a-659917f31a68 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:39:01.307506 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1634f59b-5c8c-45d9-870a-659917f31a68'] response: {'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'code': 200} May 16 20:39:01.333626 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=b91c820c-8c4e-4967-8610-a735537dcff4,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:01.465960 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=7']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:01.520941 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a3a25-e52f-47aa-acfd-58b7e08c1190 req-78d067a4-b1ca-4832-a1e4-0d91cf693f31 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:01.525792 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-743a3a25-e52f-47aa-acfd-58b7e08c1190 req-78d067a4-b1ca-4832-a1e4-0d91cf693f31 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.1118221 May 16 20:39:01.575497 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['b91c820c-8c4e-4967-8610-a735537dcff4'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:39:01.592939 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-3b0ba49c-5701-4f7a-9d69-45aba675e8a2 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684103 May 16 20:39:01.655818 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-743a3a25-e52f-47aa-acfd-58b7e08c1190 req-7e586199-b2e6-40dc-802b-1a9930e8d8e5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246741 May 16 20:39:01.739258 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d75a77-874d-407e-bbea-df4a835f69d2 req-0f5ce606-72c6-4831-b9e1-0bec51368892 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:01.741199 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-72d75a77-874d-407e-bbea-df4a835f69d2 req-0f5ce606-72c6-4831-b9e1-0bec51368892 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 945 time: 0.1134198 May 16 20:39:01.791560 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-3bde0656-3180-47bf-b0d9-2c9af03a0598 req-ac5f0494-39e6-4cc6-8335-f36da4992665 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922297 May 16 20:39:01.911051 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-72d75a77-874d-407e-bbea-df4a835f69d2 req-8a752186-3f62-456f-9cb5-1cc48aff7c17 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585526 May 16 20:39:01.945324 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc38c-11e7-4c14-92cb-11ab6760d13e req-338d06c1-25cf-42d0-a91b-47f1e75231f7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:01.946748 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-868fc38c-11e7-4c14-92cb-11ab6760d13e req-338d06c1-25cf-42d0-a91b-47f1e75231f7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0869977 May 16 20:39:01.997622 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-868fc38c-11e7-4c14-92cb-11ab6760d13e req-f611ea03-e9ae-4d75-8d82-d7b2dc08fedf tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 May 16 20:39:02.824882 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ac9b6-1b65-40ea-b880-3ca543ce06c3 req-0268dc1f-127c-4fa1-8eb9-8c779489f9f0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:02.829227 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-558ac9b6-1b65-40ea-b880-3ca543ce06c3 req-0268dc1f-127c-4fa1-8eb9-8c779489f9f0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0794816 May 16 20:39:02.916840 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-558ac9b6-1b65-40ea-b880-3ca543ce06c3 req-5687020d-82ec-4886-b24c-55e7faa70776 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812719 May 16 20:39:03.033954 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aca726-6526-429b-a4a4-bbb10fa7b76e req-53403887-648b-4f40-a44d-e6fc1fdd08a3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:03.035832 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-15aca726-6526-429b-a4a4-bbb10fa7b76e req-53403887-648b-4f40-a44d-e6fc1fdd08a3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 945 time: 0.0538163 May 16 20:39:03.100102 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-15aca726-6526-429b-a4a4-bbb10fa7b76e req-95317aee-b632-46a9-a6c7-6c8082b8570f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572634 May 16 20:39:03.164804 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ed926-6818-4f1a-99c7-40a09ca19606 req-9f9103f8-f58f-4d51-97a5-82236ab6a286 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:03.166555 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af9ed926-6818-4f1a-99c7-40a09ca19606 req-9f9103f8-f58f-4d51-97a5-82236ab6a286 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0708196 May 16 20:39:03.262010 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af9ed926-6818-4f1a-99c7-40a09ca19606 req-60410272-74cf-4ed4-8dd2-f96ff469201a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889759 May 16 20:39:04.049194 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200a651-11ed-46b4-b9b2-eee7c2f89d38 req-d177d94f-45d6-4519-b194-ce6e2b514226 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:04.050983 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a200a651-11ed-46b4-b9b2-eee7c2f89d38 req-d177d94f-45d6-4519-b194-ce6e2b514226 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0575726 May 16 20:39:04.105062 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a200a651-11ed-46b4-b9b2-eee7c2f89d38 req-98046ac9-bc47-4e05-acbd-c87b2814a7d3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 May 16 20:39:04.226933 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90bf46-7479-4e01-b547-65028043216f req-ecad2bcb-8550-44e4-be06-170de845ae08 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:04.228602 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca90bf46-7479-4e01-b547-65028043216f req-ecad2bcb-8550-44e4-be06-170de845ae08 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 945 time: 0.0518188 May 16 20:39:04.283339 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca90bf46-7479-4e01-b547-65028043216f req-aa563daf-ad7a-4646-81d6-506c0f9883fe tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486131 May 16 20:39:04.400290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f6507-68ef-4701-a00c-7af03aa153cc req-44527f8e-30ca-4641-beb5-c44038a1f484 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:04.401859 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-174f6507-68ef-4701-a00c-7af03aa153cc req-44527f8e-30ca-4641-beb5-c44038a1f484 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0542238 May 16 20:39:04.461912 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-174f6507-68ef-4701-a00c-7af03aa153cc req-afbb1241-2714-405d-938a-46a03f4db20a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545783 May 16 20:39:05.099250 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device b91c820c-8c4e-4967-8610-a735537dcff4 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:05.183431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port b91c820c-8c4e-4967-8610-a735537dcff4 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:39:05.192381 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port b91c820c-8c4e-4967-8610-a735537dcff4 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:05.193243 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:05.275094 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b73475-483c-4660-9593-b870809128bf req-b806ece1-f1d8-40fb-a576-d7d925bc6521 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:05.277534 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f8b73475-483c-4660-9593-b870809128bf req-b806ece1-f1d8-40fb-a576-d7d925bc6521 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0757008 May 16 20:39:05.341663 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port b91c820c-8c4e-4967-8610-a735537dcff4 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:05.342043 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:05.356832 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f8b73475-483c-4660-9593-b870809128bf req-29708375-061e-444d-b6e5-78734249889c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715499 May 16 20:39:05.371372 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:39:05.374191 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b40a1c0-79a7-47cb-ae0a-878e106e5c7e" -d '{"events": [{"server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "name": "network-vif-plugged", "status": "completed", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:39:05.390647 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port b91c820c-8c4e-4967-8610-a735537dcff4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b91c820c-8c4e-4967-8610-a735537dcff4,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:05.400043 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:05.420611 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07f2c5-add5-4cf6-bbd3-d48b92f8cde8 req-c5dbb60f-27bf-4135-9794-ea326ebe765e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:05.422673 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b07f2c5-add5-4cf6-bbd3-d48b92f8cde8 req-c5dbb60f-27bf-4135-9794-ea326ebe765e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 945 time: 0.0548735 May 16 20:39:05.493363 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c468697-90c0-4ec6-9317-50c62653fa2b x-openstack-request-id: req-0c468697-90c0-4ec6-9317-50c62653fa2b {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:39:05.494170 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "name": "network-vif-plugged", "status": "completed", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:39:05.494794 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c468697-90c0-4ec6-9317-50c62653fa2b {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:39:05.495867 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c468697-90c0-4ec6-9317-50c62653fa2b'] response: {'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'code': 200} May 16 20:39:05.497932 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=b91c820c-8c4e-4967-8610-a735537dcff4,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:05.500694 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b07f2c5-add5-4cf6-bbd3-d48b92f8cde8 req-ecf950a7-5c66-4bc0-b5f1-e4abb82c4e27 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676825 May 16 20:39:05.657542 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5448f-d5e6-4b22-bcea-bf2f5e6bb7c2 req-1e0b1012-2482-441d-a869-0687b3e832f7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:05.659500 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-72d5448f-d5e6-4b22-bcea-bf2f5e6bb7c2 req-1e0b1012-2482-441d-a869-0687b3e832f7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0717258 May 16 20:39:05.720851 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-72d5448f-d5e6-4b22-bcea-bf2f5e6bb7c2 req-23813d05-b9e1-4c89-9a53-1a832f367493 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526378 May 16 20:39:05.729633 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df77787-2cea-42a7-953f-ac673e129499 req-71bb72c8-0103-4645-9b0e-c109f6b34b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:05.731176 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6df77787-2cea-42a7-953f-ac673e129499 req-71bb72c8-0103-4645-9b0e-c109f6b34b8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 1130 time: 0.0955160 May 16 20:39:05.790335 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6df77787-2cea-42a7-953f-ac673e129499 req-3b2696e7-3906-454a-ac8c-ab394f74aaea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488515 May 16 20:39:06.437969 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35644) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:06.548598 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f45456-3d31-4a5d-8b73-8b4c41c27ba0 req-3c4eae22-3271-4ee9-b054-970df051793f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:06.555504 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-79f45456-3d31-4a5d-8b73-8b4c41c27ba0 req-3c4eae22-3271-4ee9-b054-970df051793f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.1132338 May 16 20:39:06.652056 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-79f45456-3d31-4a5d-8b73-8b4c41c27ba0 req-d239e59a-0d42-4497-b0e2-ce3a701b6bdf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855734 May 16 20:39:06.711441 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-af7938b8-9781-4e82-8925-4a983d16b7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:06.728584 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dcf20-de55-468d-b2a5-ca986a8fd561 req-3a4ed999-ebec-4091-b303-10e53bd5889f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:06.730363 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a01dcf20-de55-468d-b2a5-ca986a8fd561 req-3a4ed999-ebec-4091-b303-10e53bd5889f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.1008430 May 16 20:39:06.836190 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-af7938b8-9781-4e82-8925-4a983d16b7d0 admin admin] Publish callbacks [] for security_group (c5c33fd0-0dd4-4da7-9786-6d26689f5878), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:06.837747 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a01dcf20-de55-468d-b2a5-ca986a8fd561 req-26539d3f-5491-416f-94da-bcd8137df539 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990491 May 16 20:39:06.844136 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-af7938b8-9781-4e82-8925-4a983d16b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (c5c33fd0-0dd4-4da7-9786-6d26689f5878), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:06.883052 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232c810-2f73-4313-8666-4d02d291be15 req-6a3c6e21-ebf0-416a-9991-6ce09ead3ddd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:06.884983 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b232c810-2f73-4313-8666-4d02d291be15 req-6a3c6e21-ebf0-416a-9991-6ce09ead3ddd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0668256 May 16 20:39:06.905623 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-af7938b8-9781-4e82-8925-4a983d16b7d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9167abc8182e47ab963f4aa1354182c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663477 May 16 20:39:06.906508 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7938b8-9781-4e82-8925-4a983d16b7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c33fd0-0dd4-4da7-9786-6d26689f5878,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:06.910205 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35658) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:06.989450 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b232c810-2f73-4313-8666-4d02d291be15 req-6eb19efd-da28-490b-8002-4b3152099a25 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959415 May 16 20:39:07.004903 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1a480a4d-2f90-4efa-ab57-c38f51f1cf28 admin admin] Publish callbacks [] for security_group (c5c33fd0-0dd4-4da7-9786-6d26689f5878), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:07.029982 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1a480a4d-2f90-4efa-ab57-c38f51f1cf28 admin admin] Publish callbacks [] for security_group (c5c33fd0-0dd4-4da7-9786-6d26689f5878), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:07.086123 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1a480a4d-2f90-4efa-ab57-c38f51f1cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (c5c33fd0-0dd4-4da7-9786-6d26689f5878), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:07.089018 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1a480a4d-2f90-4efa-ab57-c38f51f1cf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:07.090215 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-1a480a4d-2f90-4efa-ab57-c38f51f1cf28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5c33fd0-0dd4-4da7-9786-6d26689f5878 HTTP/1.1" status: 204 len: 168 time: 0.1774733 May 16 20:39:07.110795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a480a4d-2f90-4efa-ab57-c38f51f1cf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c33fd0-0dd4-4da7-9786-6d26689f5878,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:07.857090 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e059aa-3d08-4f9b-9c24-5130578bf993 req-96fbfaac-61bd-4830-9517-56bfe715dba4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:07.858667 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-95e059aa-3d08-4f9b-9c24-5130578bf993 req-96fbfaac-61bd-4830-9517-56bfe715dba4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0900428 May 16 20:39:07.933078 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-95e059aa-3d08-4f9b-9c24-5130578bf993 req-ec7dcd4b-3f71-414b-bbaa-ce3cf447faf5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636702 May 16 20:39:07.999667 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77925a8-e12f-45af-a77f-e149bfc6ada5 req-cd0c7215-d537-473d-b20b-d55ed86a79d8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:08.001686 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a77925a8-e12f-45af-a77f-e149bfc6ada5 req-cd0c7215-d537-473d-b20b-d55ed86a79d8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0674438 May 16 20:39:08.100761 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a77925a8-e12f-45af-a77f-e149bfc6ada5 req-cd2bb049-a3a2-457c-b5cd-091ae12ec2dc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927086 May 16 20:39:08.153592 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35698) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:08.208958 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcb4ff-0e1e-4934-968b-7b1b5aaead69 req-4940cf36-c5ac-45fb-89a4-bf3e634a597c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:08.211862 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50bcb4ff-0e1e-4934-968b-7b1b5aaead69 req-4940cf36-c5ac-45fb-89a4-bf3e634a597c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.1090376 May 16 20:39:08.306607 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2320df-5254-4cbc-b2e9-c633c9d96c23 req-28eeff11-62a0-48ae-a5e6-f92b83863ef1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:08.308090 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-db2320df-5254-4cbc-b2e9-c633c9d96c23 req-28eeff11-62a0-48ae-a5e6-f92b83863ef1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0952079 May 16 20:39:08.317633 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2045161309-network', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:08.319455 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35704) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:08.340038 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'port_id': 'b91c820c-8c4e-4967-8610-a735537dcff4'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:08.341235 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50bcb4ff-0e1e-4934-968b-7b1b5aaead69 req-e6cae0f5-c082-47ec-8be5-d324a82523ca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914721 May 16 20:39:08.399284 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (aeb11f79-9168-49b0-bccb-9afc6ad3dbe7), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:08.430627 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Made reservation on behalf of 1260ab72bfde4bc9b3ba657ea0c18f14 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:08.434708 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:08.466482 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:08.767446 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks [] for security_group (13a6450f-a862-4307-aa20-7e59b2abb35f), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:08.780063 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (13a6450f-a862-4307-aa20-7e59b2abb35f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:08.793101 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:39:08.859238 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a6450f-a862-4307-aa20-7e59b2abb35f,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:08.880879 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (b2aa49a7-1226-4971-b2dc-3801f548e9b7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:08.883115 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Added segment b2aa49a7-1226-4971-b2dc-3801f548e9b7 of type vlan for network 575cc251-3783-4edf-8147-f5cd78cc82ea May 16 20:39:08.971487 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (575cc251-3783-4edf-8147-f5cd78cc82ea), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.050899 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (575cc251-3783-4edf-8147-f5cd78cc82ea), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.052006 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:09.052677 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.065028 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81611-5856-4a6a-a499-719bb048efb6 req-b128ae0f-fb79-49e3-9913-c58738cec9ea tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:09.072787 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fdb81611-5856-4a6a-a499-719bb048efb6 req-b128ae0f-fb79-49e3-9913-c58738cec9ea tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0609148 May 16 20:39:09.125657 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.132248 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] Pushing event updated for resources: {'Network': ['ID=575cc251-3783-4edf-8147-f5cd78cc82ea,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:09.137740 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (aeb11f79-9168-49b0-bccb-9afc6ad3dbe7), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.137938 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fdb81611-5856-4a6a-a499-719bb048efb6 req-c3cf4b58-0883-42da-8513-ace7aeef9b99 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498731 May 16 20:39:09.146246 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network 575cc251-3783-4edf-8147-f5cd78cc82ea details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:39:09.157253 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-57f2b71e-b2aa-4ead-92b8-b83a399959f7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9988983 May 16 20:39:09.157848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35718) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:09.162341 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Request body: {'subnet': {'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2045161309-subnet', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:09.185314 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Made reservation on behalf of 1260ab72bfde4bc9b3ba657ea0c18f14 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:09.187649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.307417 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP aeb11f79-9168-49b0-bccb-9afc6ad3dbe7 associated. External IP: 172.27.0.125, port: b91c820c-8c4e-4967-8610-a735537dcff4. May 16 20:39:09.423717 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (1a30e867-2c98-4a79-a359-831a9ac66aed), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.568032 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:39:09.711204 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:09.717628 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:09.723714 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:09.740427 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:09.741717 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:09.768047 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7841daa8-2ef7-4e25-983c-1686655f560b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "PUT /v2.0/floatingips/aeb11f79-9168-49b0-bccb-9afc6ad3dbe7 HTTP/1.1" status: 200 len: 992 time: 1.4450905 May 16 20:39:09.768047 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:39:09.771006 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08" -d '{"events": [{"name": "network-changed", "server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:39:09.775063 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a30e867-2c98-4a79-a359-831a9ac66aed,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:09.844030 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a67a4-6562-4604-a27f-51cb5cdfb1d8 x-openstack-request-id: req-d17a67a4-6562-4604-a27f-51cb5cdfb1d8 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:39:09.844327 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:39:09.844619 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d17a67a4-6562-4604-a27f-51cb5cdfb1d8 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:39:09.845030 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17a67a4-6562-4604-a27f-51cb5cdfb1d8'] response: {'name': 'network-changed', 'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'status': 'completed', 'code': 200} May 16 20:39:09.870021 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109526c9-cba6-4ab7-a5f5-cf6014bb8262 req-816cbfbf-6393-42dd-ae8a-828d30d2117f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:09.871557 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-109526c9-cba6-4ab7-a5f5-cf6014bb8262 req-816cbfbf-6393-42dd-ae8a-828d30d2117f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.0976846 May 16 20:39:09.873939 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Checking segment: {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:09.873939 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Network hostable DHCP agents. Network: 575cc251-3783-4edf-8147-f5cd78cc82ea, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:39:09.894043 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:09.944086 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-24eeceb2-7ede-48ad-86a0-c246715c4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:09.945663 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-24eeceb2-7ede-48ad-86a0-c246715c4cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 1130 time: 0.0701547 May 16 20:39:09.964394 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-109526c9-cba6-4ab7-a5f5-cf6014bb8262 req-c08c2ccb-793e-459e-8989-66acc5bb4e41 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750103 May 16 20:39:09.987027 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Network 575cc251-3783-4edf-8147-f5cd78cc82ea is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:39:10.006071 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, 575cc251-3783-4edf-8147-f5cd78cc82ea) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:10.024930 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc5578-ccac-490b-bae9-91aeff271b33 None None] Network 575cc251-3783-4edf-8147-f5cd78cc82ea requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:10.028891 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:10.029912 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.065781 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-8f3fa2b9-35da-4f1a-a27e-48086a0465ec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9043326 May 16 20:39:10.066589 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35732) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:10.076125 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:10.134225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (65c840cd-dc07-488e-a9ea-91b1d766c8f0), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.135720 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (65c840cd-dc07-488e-a9ea-91b1d766c8f0), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.139153 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-1661479e-2d9a-4669-bb57-b96894508a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:10.158814 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-1661479e-2d9a-4669-bb57-b96894508a5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.2026129 May 16 20:39:10.263465 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-575cc251-3783-4edf-8147-f5cd78cc82ea', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:39:10.264584 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.276682 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks [] for router_controller (65c840cd-dc07-488e-a9ea-91b1d766c8f0), precommit_add_association {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.341379 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-b089e98f-a19a-443e-bfca-027d6afcb5bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b91c820c-8c4e-4967-8610-a735537dcff4 HTTP/1.1" status: 200 len: 1000 time: 0.1743026 May 16 20:39:10.390666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c57fc-cc95-4eac-82a7-cc2b485afb6d req-28eaf92b-33dd-4db6-bf07-5b5e79387736 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:10.393173 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e9c57fc-cc95-4eac-82a7-cc2b485afb6d req-28eaf92b-33dd-4db6-bf07-5b5e79387736 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.1322844 May 16 20:39:10.411945 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:37Z', 'revision_number': 2, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}, {'id': 'aeb11f79-9168-49b0-bccb-9afc6ad3dbe7', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:3a:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eca126-3242-483f-a941-432265ebaf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:38:48Z', 'updated_at': '2022-05-16T20:39:08Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:10.420271 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-03be53fb-3f75-4ad6-9c98-621598b656c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:10.420872 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-03be53fb-3f75-4ad6-9c98-621598b656c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0725970 May 16 20:39:10.444380 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:10.457182 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:10.458182 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:10.513992 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-bc436d95-b8cd-42fc-bbb7-40aabee001af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:10.515898 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-bc436d95-b8cd-42fc-bbb7-40aabee001af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0872283 May 16 20:39:10.516357 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35738) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:10.580363 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Allocated IP 172.20.0.2 (575cc251-3783-4edf-8147-f5cd78cc82ea/1a30e867-2c98-4a79-a359-831a9ac66aed/94adf85c-1af9-47fc-89e7-ae4ab3823bf1) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:10.670273 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-e367584c-37c8-42c4-8d37-65bd6968b79b service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460805 May 16 20:39:10.671201 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:10.731916 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e9c57fc-cc95-4eac-82a7-cc2b485afb6d req-c94b37f6-679e-4e2a-adb8-8ef854648881 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395566 May 16 20:39:10.772474 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-85149e73-ceac-487c-80c7-b30831268204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.817537 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks [] for router_gateway (65c840cd-dc07-488e-a9ea-91b1d766c8f0), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.819047 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fb4c1b6b-d736-44f3-a489-bf0c2dd4ca08 req-52727978-59a9-4f5d-8c2c-e1f7c2e78e51 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397443 May 16 20:39:10.854584 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Publish callbacks [] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.869260 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.915338 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-85149e73-ceac-487c-80c7-b30831268204 admin admin] Publish callbacks [] for security_group (a8b940b3-39f6-4623-9a05-1b5b2d7248a2), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.917793 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Network 575cc251-3783-4edf-8147-f5cd78cc82ea is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:10.926070 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:10.930135 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-85149e73-ceac-487c-80c7-b30831268204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a8b940b3-39f6-4623-9a05-1b5b2d7248a2), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.939528 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:10.951354 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Pushing event updated for resources: {'Port': ['ID=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:10.980712 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.981192 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.981620 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.982054 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.982473 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.982892 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.983287 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.983694 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.984125 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.984569 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.984974 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.985385 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.985783 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.986179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:10.986580 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:11.048833 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:37Z', 'revision_number': 2, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}, {'id': 'aeb11f79-9168-49b0-bccb-9afc6ad3dbe7', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:3a:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eca126-3242-483f-a941-432265ebaf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:38:48Z', 'updated_at': '2022-05-16T20:39:08Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:11.055264 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Attempting to bind port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:11.055493 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Attempting to bind port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:11.055866 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Attempting to bind port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 on network 575cc251-3783-4edf-8147-f5cd78cc82ea {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:11.071780 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:11.072271 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Checking segment: {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:11.072704 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.073099 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Bound using segment: {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:11.073568 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Bound port: 94adf85c-1af9-47fc-89e7-ae4ab3823bf1, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:11.073943 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.080635 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-85149e73-ceac-487c-80c7-b30831268204 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4eebbd7a278542fbbd3a886a2c5dc2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5600548 May 16 20:39:11.080635 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85149e73-ceac-487c-80c7-b30831268204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b940b3-39f6-4623-9a05-1b5b2d7248a2,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:11.081778 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35746) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:11.103952 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbeb224-d0b2-4907-b090-d21e67fc5df2 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:37Z', 'revision_number': 2, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}, {'id': 'aeb11f79-9168-49b0-bccb-9afc6ad3dbe7', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:3a:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36eca126-3242-483f-a941-432265ebaf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:38:48Z', 'updated_at': '2022-05-16T20:39:08Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:11.186093 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] For port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:11.189414 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] For port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:11.205302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.253451 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f3039-9f7f-41cd-ba9e-ecf184a74c91 req-2621284b-5d21-4f34-951d-7274c35fb126 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:11.255622 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d24f3039-9f7f-41cd-ba9e-ecf184a74c91 req-2621284b-5d21-4f34-951d-7274c35fb126 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.1243665 May 16 20:39:11.303129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeffc3-98f6-40a4-994a-d3b3f518e6fc None None] Pushing event updated for resources: {'Port': ['ID=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:11.331936 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3edc4d8-d119-4bef-b7e4-e59e73d87c10 admin admin] Publish callbacks [] for security_group (a8b940b3-39f6-4623-9a05-1b5b2d7248a2), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.377228 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3edc4d8-d119-4bef-b7e4-e59e73d87c10 admin admin] Publish callbacks [] for security_group (a8b940b3-39f6-4623-9a05-1b5b2d7248a2), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.465437 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d24f3039-9f7f-41cd-ba9e-ecf184a74c91 req-b4d7b0ef-cde7-4fec-876c-54c4b2cf2aba tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043130 May 16 20:39:11.485302 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks [] for router_gateway (65c840cd-dc07-488e-a9ea-91b1d766c8f0), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.532712 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.535873 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3edc4d8-d119-4bef-b7e4-e59e73d87c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a8b940b3-39f6-4623-9a05-1b5b2d7248a2), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.539121 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e3edc4d8-d119-4bef-b7e4-e59e73d87c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.539722 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb74f0-1851-4690-a042-163c472099cd None None] New status for floating IP aeb11f79-9168-49b0-bccb-9afc6ad3dbe7: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:39:11.540259 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e3edc4d8-d119-4bef-b7e4-e59e73d87c10 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8b940b3-39f6-4623-9a05-1b5b2d7248a2 HTTP/1.1" status: 204 len: 168 time: 0.4521883 May 16 20:39:11.609698 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edc4d8-d119-4bef-b7e4-e59e73d87c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b940b3-39f6-4623-9a05-1b5b2d7248a2,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:11.840468 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Allocated IP 172.27.0.158 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/a86a2483-9311-4ff9-915e-12cbe1709cab) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:12.042301 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:12.130397 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:12.130397 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:12.135619 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034a3d8-4443-4440-99d7-4d4c6bf719b5 req-2eeff192-1f92-405b-a2b3-e1c97b7c52d6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:12.138842 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0034a3d8-4443-4440-99d7-4d4c6bf719b5 req-2eeff192-1f92-405b-a2b3-e1c97b7c52d6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.1502395 May 16 20:39:12.158083 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks [] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:12.252149 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0034a3d8-4443-4440-99d7-4d4c6bf719b5 req-6f71ab0a-206e-4119-a97a-e5ce07f53cc7 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053848 May 16 20:39:12.263195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:12.264691 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:12.265151 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:12.324734 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:12.334421 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:12.337399 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:12.344912 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Pushing event updated for resources: {'Port': ['ID=a86a2483-9311-4ff9-915e-12cbe1709cab,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:12.357992 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:12.370011 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:12.448846 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:12.714896 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2baeb6-8a7b-407d-aa82-342729a7f4b2 None None] Network 575cc251-3783-4edf-8147-f5cd78cc82ea requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:12.768407 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-ad1a646a-54d1-46ea-b650-a4159466a8ea None None] Provisioning complete for port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:12.768731 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad1a646a-54d1-46ea-b650-a4159466a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:12.830894 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks [] for router_gateway (65c840cd-dc07-488e-a9ea-91b1d766c8f0), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:12.844296 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390f7a-dd3c-43ae-845c-4cbb1c25342e req-e775c718-ed4f-49ee-a293-a52e8f80395b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:12.846319 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b7390f7a-dd3c-43ae-845c-4cbb1c25342e req-e775c718-ed4f-49ee-a293-a52e8f80395b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.2380695 May 16 20:39:12.886868 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35776) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:12.898584 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a646a-54d1-46ea-b650-a4159466a8ea None None] Current status of the port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:13.003884 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b7390f7a-dd3c-43ae-845c-4cbb1c25342e req-a09cac2e-02b8-44d4-962b-9ab5ca00bed7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098275 May 16 20:39:13.152777 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2103879010-network', 'tenant_id': '710ecde5160640149c693e0c2b0b0354'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:13.215551 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Made reservation on behalf of 710ecde5160640149c693e0c2b0b0354 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:13.218929 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.266896 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.273072 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (65c840cd-dc07-488e-a9ea-91b1d766c8f0), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.394380 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks [] for security_group (4d620660-e72b-4c14-aeca-59b9ab953086), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.401832 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (4d620660-e72b-4c14-aeca-59b9ab953086), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.437745 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-7d24b79a-f0b9-451a-b7c8-60b8d3a4f003 None None] Provisioning complete for port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:13.439012 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7d24b79a-f0b9-451a-b7c8-60b8d3a4f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.459364 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040cd89-e670-45c6-a260-dc46326c194a req-b8958d20-aea6-47b0-9cd1-eb02f53e8df3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:13.461541 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b040cd89-e670-45c6-a260-dc46326c194a req-b8958d20-aea6-47b0-9cd1-eb02f53e8df3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.1051381 May 16 20:39:13.466679 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:39:13.489937 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d620660-e72b-4c14-aeca-59b9ab953086,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:13.496008 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (aa67cfe5-8ad1-44d1-b593-53fb53ac0d56), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.496472 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Added segment aa67cfe5-8ad1-44d1-b593-53fb53ac0d56 of type vlan for network f4ce36dc-b331-48ab-b5b5-0de5501adc95 May 16 20:39:13.555429 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b040cd89-e670-45c6-a260-dc46326c194a req-6f8bb12a-debe-4f87-89ab-eb74788adfec tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855310 May 16 20:39:13.555840 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (f4ce36dc-b331-48ab-b5b5-0de5501adc95), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.562851 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:39:13.593567 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-7d24b79a-f0b9-451a-b7c8-60b8d3a4f003 None None] Current status of the port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:13.618817 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (f4ce36dc-b331-48ab-b5b5-0de5501adc95), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.620085 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:13.621103 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.670757 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7824912 May 16 20:39:13.676272 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35788) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:13.681311 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Request body: {'subnet': {'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2103879010-subnet', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'ip_version': 4}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:13.705959 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:13.718678 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Sync routers for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:13.719300 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4067-b1d7-4ec0-8b1a-966d60ebcd9d admin admin] Pushing event updated for resources: {'Network': ['ID=f4ce36dc-b331-48ab-b5b5-0de5501adc95,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:13.733555 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.734107 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:39:13.735457 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-29cb7257-c19c-487e-9d61-b65d246c5125 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6684821 May 16 20:39:13.738327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35790) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:13.745297 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:13.746039 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:13.773936 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Made reservation on behalf of 710ecde5160640149c693e0c2b0b0354 for: {'subnet': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:13.786365 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528551208'] for subnet (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:13.956359 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:13.962008 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:14.213702 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528526642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528551230'] for subnet (2dbcf96c-a730-4f63-94a7-287a51c0fa34), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.293801 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:12Z', 'revision_number': 3, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:14.317352 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Checking segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:14.317799 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Network hostable DHCP agents. Network: f4ce36dc-b331-48ab-b5b5-0de5501adc95, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:39:14.322711 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbcf96c-a730-4f63-94a7-287a51c0fa34,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:14.350632 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Checking router: 65c840cd-dc07-488e-a9ea-91b1d766c8f0 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:14.351225 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Updating router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 port a86a2483-9311-4ff9-915e-12cbe1709cab binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:14.362040 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:39:14.383293 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, f4ce36dc-b331-48ab-b5b5-0de5501adc95) {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:14.389988 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:14.392802 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.405382 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.410588 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:14.410964 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.412771 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf729d7-c5ab-49d1-beac-3712cc9a5904 None None] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:14.431241 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-50f3fd36-324c-46ca-8687-8f4563ecae65 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7536690 May 16 20:39:14.434055 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35796) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:14.438603 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:14.489745 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (ae0142c0-c1a4-4140-92dd-d48fae23009f), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.490814 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (ae0142c0-c1a4-4140-92dd-d48fae23009f), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.585411 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e537e6-7ba0-4321-aec8-b1cd8e1eac73 req-b946e203-05f4-4004-bf68-783f9b1cc55e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:14.586832 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-69e537e6-7ba0-4321-aec8-b1cd8e1eac73 req-b946e203-05f4-4004-bf68-783f9b1cc55e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.1215992 May 16 20:39:14.619387 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks [] for router_controller (ae0142c0-c1a4-4140-92dd-d48fae23009f), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.718630 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:39:14.720361 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.888028 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:14.898930 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Publish callbacks [] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.907445 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.938336 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks [] for router_gateway (ae0142c0-c1a4-4140-92dd-d48fae23009f), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:14.955550 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2d93-87f3-4b11-b59d-8153c0b5166e req-b9829ed5-1fe4-4219-8de8-8f57688a85ca tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:14.957189 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2ebd2d93-87f3-4b11-b59d-8153c0b5166e req-b9829ed5-1fe4-4219-8de8-8f57688a85ca tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.2060823 May 16 20:39:14.976151 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Pushing event updated for resources: {'Port': ['ID=a86a2483-9311-4ff9-915e-12cbe1709cab,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:14.985265 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-69e537e6-7ba0-4321-aec8-b1cd8e1eac73 req-9cc40ed7-f4fd-4522-a5a9-12072db51d5b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3834593 May 16 20:39:14.988711 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.989054 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.990134 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.991067 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.991067 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.991270 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.991821 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.991821 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.992220 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.992573 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.992898 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.993218 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.993558 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.994454 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:14.994826 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:15.025463 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Allocated IP 172.20.0.2 (f4ce36dc-b331-48ab-b5b5-0de5501adc95/2dbcf96c-a730-4f63-94a7-287a51c0fa34/15d19735-b0d9-4202-9d04-77ee8296ef3e) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:15.035151 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Attempting to bind port a86a2483-9311-4ff9-915e-12cbe1709cab on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:15.035769 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Attempting to bind port a86a2483-9311-4ff9-915e-12cbe1709cab by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:15.036485 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Attempting to bind port a86a2483-9311-4ff9-915e-12cbe1709cab on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:15.043193 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:15.043737 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:15.044341 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.045020 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:15.045603 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Bound port: a86a2483-9311-4ff9-915e-12cbe1709cab, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:15.046592 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.083630 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2ebd2d93-87f3-4b11-b59d-8153c0b5166e req-1a551601-ce2f-4e82-8bed-f788ff2d6635 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175640 May 16 20:39:15.113549 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] For port a86a2483-9311-4ff9-915e-12cbe1709cab, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:15.118777 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] For port a86a2483-9311-4ff9-915e-12cbe1709cab, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=a86a2483-9311-4ff9-915e-12cbe1709cab,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:15.128584 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.187735 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.188416 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:15.189124 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:15.190894 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa14cd8-ca4f-49ac-9e5f-0f3b08e50c50 None None] Pushing event updated for resources: {'Port': ['ID=a86a2483-9311-4ff9-915e-12cbe1709cab,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:15.214292 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks [] for router_gateway (ae0142c0-c1a4-4140-92dd-d48fae23009f), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.226379 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Publish callbacks [] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.235956 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.239711 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.278377 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:15.281812 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:15.284848 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:15.323283 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Pushing event updated for resources: {'Port': ['ID=15d19735-b0d9-4202-9d04-77ee8296ef3e,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:15.325505 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:15.366371 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Attempting to bind port 15d19735-b0d9-4202-9d04-77ee8296ef3e on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:15.367056 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Attempting to bind port 15d19735-b0d9-4202-9d04-77ee8296ef3e by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:15.367419 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Attempting to bind port 15d19735-b0d9-4202-9d04-77ee8296ef3e on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:15.373177 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:15.373547 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Checking segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:15.374055 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.374442 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Bound using segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:15.374893 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Bound port: 15d19735-b0d9-4202-9d04-77ee8296ef3e, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:15.375300 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.384069 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Allocated IP 172.20.0.1 (575cc251-3783-4edf-8147-f5cd78cc82ea/1a30e867-2c98-4a79-a359-831a9ac66aed/edd1d133-f6aa-435b-9b8c-f9797699184a) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:15.422213 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Allocated IP 172.27.0.58 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/20055030-b76b-44f6-904b-0958ef690a60) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:15.455102 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] For port 15d19735-b0d9-4202-9d04-77ee8296ef3e, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:15.459432 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] For port 15d19735-b0d9-4202-9d04-77ee8296ef3e, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=15d19735-b0d9-4202-9d04-77ee8296ef3e,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:15.469421 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.531999 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c37d27-6cd7-42f9-aaa7-8e42791038a2 None None] Pushing event updated for resources: {'Port': ['ID=15d19735-b0d9-4202-9d04-77ee8296ef3e,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:15.544574 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:12Z', 'revision_number': 3, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:15.562423 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks [] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.580416 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40caa3d5-b40c-40a6-9360-2d06ce395912 None None] The sync data for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi is: [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:12Z', 'revision_number': 3, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:15.584652 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks [] for port (20055030-b76b-44f6-904b-0958ef690a60), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.606047 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.624258 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (20055030-b76b-44f6-904b-0958ef690a60), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:15.666341 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:15.670828 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:15.672202 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Network 575cc251-3783-4edf-8147-f5cd78cc82ea is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:15.676858 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Pushing event updated for resources: {'Port': ['ID=edd1d133-f6aa-435b-9b8c-f9797699184a,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:15.679625 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:15.679792 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:15.688005 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:15.707810 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Pushing event updated for resources: {'Port': ['ID=20055030-b76b-44f6-904b-0958ef690a60,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:15.758340 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (65c840cd-dc07-488e-a9ea-91b1d766c8f0), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.072504 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 15d19735-b0d9-4202-9d04-77ee8296ef3e up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:16.095555 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.180289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-bf36a4fc-036a-43a5-876e-08f980b66664 None None] Provisioning complete for port edd1d133-f6aa-435b-9b8c-f9797699184a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:16.180289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bf36a4fc-036a-43a5-876e-08f980b66664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.246815 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-bf36a4fc-036a-43a5-876e-08f980b66664 None None] Port edd1d133-f6aa-435b-9b8c-f9797699184a cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:16.257628 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 15d19735-b0d9-4202-9d04-77ee8296ef3e triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:16.258756 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.271056 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd66ab-61ed-4fa3-adcf-72e14c1d5057 req-5a300f47-0475-4461-9183-3c222f1be8d6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:16.276472 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c9dd66ab-61ed-4fa3-adcf-72e14c1d5057 req-5a300f47-0475-4461-9183-3c222f1be8d6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0715225 May 16 20:39:16.351288 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a85df-fa55-4ccf-a9eb-9f38f45423c3 req-ad8dba7f-2b86-4f86-81c8-a13f301ad041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:16.354138 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-931a85df-fa55-4ccf-a9eb-9f38f45423c3 req-ad8dba7f-2b86-4f86-81c8-a13f301ad041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.1995850 May 16 20:39:16.395313 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 15d19735-b0d9-4202-9d04-77ee8296ef3e is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:16.395758 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.473596 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 15d19735-b0d9-4202-9d04-77ee8296ef3e, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=15d19735-b0d9-4202-9d04-77ee8296ef3e,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:16.487398 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.553378 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c9dd66ab-61ed-4fa3-adcf-72e14c1d5057 req-2c545d66-c7ed-4730-b4f8-0381c8d87aa0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658162 May 16 20:39:16.593692 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=15d19735-b0d9-4202-9d04-77ee8296ef3e,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:16.622263 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-931a85df-fa55-4ccf-a9eb-9f38f45423c3 req-019c7fcd-ec01-445d-8cfe-bd9894b20515 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514579 May 16 20:39:16.736860 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97733a-d737-4b67-b949-484fecb3c91f req-01c444b8-3ce0-4717-9659-6ac84b95577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:16.738877 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5b97733a-d737-4b67-b949-484fecb3c91f req-01c444b8-3ce0-4717-9659-6ac84b95577e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 1129 time: 0.0600471 May 16 20:39:16.765613 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-4a9be926-7dcb-4454-824b-168d389e1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:16.767307 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-4a9be926-7dcb-4454-824b-168d389e1b34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1129 time: 0.0667636 May 16 20:39:16.768045 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks [] for router_gateway (ae0142c0-c1a4-4140-92dd-d48fae23009f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.778895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks [] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.795479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.853847 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5b97733a-d737-4b67-b949-484fecb3c91f req-d59ea0cd-44bc-45d5-8d8e-22fc29d9580d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026335 May 16 20:39:16.878282 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (65c840cd-dc07-488e-a9ea-91b1d766c8f0), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:16.880170 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Pushing event updated for resources: {'Port': ['ID=edd1d133-f6aa-435b-9b8c-f9797699184a,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:16.955771 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-c5fdf43b-7864-4443-89d0-733442f85784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:16.957292 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-c5fdf43b-7864-4443-89d0-733442f85784 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.1530585 May 16 20:39:16.992348 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Network 575cc251-3783-4edf-8147-f5cd78cc82ea is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:16.994186 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:17.063551 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d986ab-c147-489b-b406-6ee520b15ff6 None None] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:17.076726 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (ae0142c0-c1a4-4140-92dd-d48fae23009f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:17.122732 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:39:17.159930 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-da15f645-a71c-49ce-9431-6decbb2d594e None None] Provisioning complete for port 15d19735-b0d9-4202-9d04-77ee8296ef3e triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:17.160501 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da15f645-a71c-49ce-9431-6decbb2d594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:17.182875 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-98a66332-5778-4f59-89d9-f6d6ff3aa031 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 1001 time: 0.0960915 May 16 20:39:17.244814 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:17.256019 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-de788d75-a266-4d27-be5c-5f163b024458 admin admin] 10.222.0.49 "PUT /v2.0/routers/65c840cd-dc07-488e-a9ea-91b1d766c8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5162327 May 16 20:39:17.276419 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-da15f645-a71c-49ce-9431-6decbb2d594e None None] Current status of the port 15d19735-b0d9-4202-9d04-77ee8296ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:17.285740 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-cd2521dc-31a8-4551-9950-52f544192e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:17.287225 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-cd2521dc-31a8-4551-9950-52f544192e7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0959284 May 16 20:39:17.323858 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Router ae0142c0-c1a4-4140-92dd-d48fae23009f is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:39:17.394788 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-437153c3-5be1-4e40-8fee-6b028630e18d None None] Provisioning complete for port edd1d133-f6aa-435b-9b8c-f9797699184a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:17.395157 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-437153c3-5be1-4e40-8fee-6b028630e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:17.430034 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-437153c3-5be1-4e40-8fee-6b028630e18d None None] Port edd1d133-f6aa-435b-9b8c-f9797699184a cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:17.444180 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:17.459063 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:17.467402 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:17.468957 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d08045e1-cb1e-492c-b57e-ef7689886d8d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0339055 May 16 20:39:17.471818 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35840) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:17.472296 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:17.472977 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:17.594662 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-6fb2f350-f8cd-457a-9af1-86b8d550c4ce None None] Provisioning complete for port 15d19735-b0d9-4202-9d04-77ee8296ef3e triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:17.595007 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f350-f8cd-457a-9af1-86b8d550c4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:17.636890 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-a32a72f0-5b05-494c-9cbf-930a748e4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:17.638405 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-a32a72f0-5b05-494c-9cbf-930a748e4fc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774059 May 16 20:39:17.769425 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-82502837-8d37-47bf-8078-b079c80bfa56 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227286 May 16 20:39:17.786094 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2f350-f8cd-457a-9af1-86b8d550c4ce None None] Current status of the port 15d19735-b0d9-4202-9d04-77ee8296ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:17.797489 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:17.935044 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-00589c93-c1fc-47e0-92bc-01be4ed77c9c req-a15089b9-e008-4cc0-9d29-bc22598c377e service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577027 May 16 20:39:17.976456 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddc2bf-788f-4ac5-b4fd-eaed4ab52107 req-ad879bff-3bd2-431a-9077-acf12c2db451 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:17.978016 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5ddc2bf-788f-4ac5-b4fd-eaed4ab52107 req-ad879bff-3bd2-431a-9077-acf12c2db451 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.2294781 May 16 20:39:17.984113 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7f90c-1bee-44fc-905e-dc09f69ffe52 req-a0719207-56d6-4fc6-8f82-ffe68a70c263 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:17.984727 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35856) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:17.989862 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1090390978-network', 'tenant_id': '6d5b856567154f82be7131a50db06412'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:17.994830 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcd7f90c-1bee-44fc-905e-dc09f69ffe52 req-a0719207-56d6-4fc6-8f82-ffe68a70c263 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.1886966 May 16 20:39:18.020279 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 3, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:18.034749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Made reservation on behalf of 6d5b856567154f82be7131a50db06412 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:18.037702 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.049715 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.068212 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Sync routers for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:18.071943 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 15d19735-b0d9-4202-9d04-77ee8296ef3e up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:18.084399 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:18.085051 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:18.109737 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:18.110336 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Updating router ae0142c0-c1a4-4140-92dd-d48fae23009f port 20055030-b76b-44f6-904b-0958ef690a60 binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:18.141838 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (20055030-b76b-44f6-904b-0958ef690a60), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.167914 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5ddc2bf-788f-4ac5-b4fd-eaed4ab52107 req-3343b22e-4678-4d74-bd68-351074684853 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702142 May 16 20:39:18.171235 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcd7f90c-1bee-44fc-905e-dc09f69ffe52 req-f7420749-d2c4-4201-8756-d551bb607e0c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519599 May 16 20:39:18.219184 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:18.231898 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks [] for security_group (d2d1d76e-822c-4574-b068-2eb47614d929), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.246011 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d2d1d76e-822c-4574-b068-2eb47614d929), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.269681 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:39:18.281806 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 15d19735-b0d9-4202-9d04-77ee8296ef3e triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:18.282378 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.286825 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d1d76e-822c-4574-b068-2eb47614d929,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:18.289925 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (71f45792-2cf9-4337-9ad5-2a0e936a7e10), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.290449 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Added segment 71f45792-2cf9-4337-9ad5-2a0e936a7e10 of type vlan for network 46d83a79-5e6c-460c-9339-68052f9335e8 May 16 20:39:18.305140 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.344553 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (46d83a79-5e6c-460c-9339-68052f9335e8), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.379895 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (46d83a79-5e6c-460c-9339-68052f9335e8), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.382108 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:18.383037 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.430626 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4447606 May 16 20:39:18.440383 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35858) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:18.445482 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Request body: {'subnet': {'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1090390978-subnet', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:18.469176 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2611c-0383-46af-a0bd-070539854740 admin admin] Pushing event updated for resources: {'Network': ['ID=46d83a79-5e6c-460c-9339-68052f9335e8,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:18.481179 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:16Z', 'revision_number': 2, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:18.512740 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Checking router: 65c840cd-dc07-488e-a9ea-91b1d766c8f0 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:18.513467 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Updating router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 port edd1d133-f6aa-435b-9b8c-f9797699184a binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:18.521981 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Made reservation on behalf of 6d5b856567154f82be7131a50db06412 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:18.524541 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.547367 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network 46d83a79-5e6c-460c-9339-68052f9335e8 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:39:18.553142 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.598173 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Allocated IP 172.20.0.1 (f4ce36dc-b331-48ab-b5b5-0de5501adc95/2dbcf96c-a730-4f63-94a7-287a51c0fa34/3a867fa2-2bea-433a-8fbe-1cc4d11108eb) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:18.630125 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-79e6f429-ec4e-4a74-86ab-396267e3fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.691661 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 15d19735-b0d9-4202-9d04-77ee8296ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:18.692763 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device a86a2483-9311-4ff9-915e-12cbe1709cab up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:18.791444 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Publish callbacks [] for port (20055030-b76b-44f6-904b-0958ef690a60), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.792909 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port a86a2483-9311-4ff9-915e-12cbe1709cab triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:18.793266 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.794666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks [] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.814533 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (20055030-b76b-44f6-904b-0958ef690a60), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.816893 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (c32aca35-8925-49f1-979a-535cd44864be), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.885895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.887037 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Attempting to bind port 20055030-b76b-44f6-904b-0958ef690a60 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:18.887495 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Attempting to bind port 20055030-b76b-44f6-904b-0958ef690a60 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:18.887872 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Attempting to bind port 20055030-b76b-44f6-904b-0958ef690a60 on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:18.888927 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Publish callbacks [] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.890663 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7a99a-deeb-45ca-8e69-db5459de34d1 None None] Pushing event updated for resources: {'Port': ['ID=20055030-b76b-44f6-904b-0958ef690a60,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:18.891989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32aca35-8925-49f1-979a-535cd44864be,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:18.897612 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.899002 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:18.899401 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:18.899846 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.900332 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:18.900875 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Bound port: 20055030-b76b-44f6-904b-0958ef690a60, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:18.901288 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (20055030-b76b-44f6-904b-0958ef690a60), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.939161 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:18.940134 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Checking segment: {'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:18.940511 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Network hostable DHCP agents. Network: 46d83a79-5e6c-460c-9339-68052f9335e8, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:39:18.951266 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:18.954319 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:18.956377 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Pushing event updated for resources: {'Port': ['ID=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:18.963991 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port a86a2483-9311-4ff9-915e-12cbe1709cab is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:18.964379 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:18.983339 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104f5d-f73f-4164-a0e5-7e9c8e383b5a None None] Pushing event updated for resources: {'Port': ['ID=edd1d133-f6aa-435b-9b8c-f9797699184a,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:18.990924 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] For port 20055030-b76b-44f6-904b-0958ef690a60, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:18.995911 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] For port 20055030-b76b-44f6-904b-0958ef690a60, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=20055030-b76b-44f6-904b-0958ef690a60,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:18.998309 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port a86a2483-9311-4ff9-915e-12cbe1709cab, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=a86a2483-9311-4ff9-915e-12cbe1709cab,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:19.002820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (ae0142c0-c1a4-4140-92dd-d48fae23009f), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.005132 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Network 46d83a79-5e6c-460c-9339-68052f9335e8 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:39:19.005945 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.022513 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (20055030-b76b-44f6-904b-0958ef690a60), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.109566 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=a86a2483-9311-4ff9-915e-12cbe1709cab,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:19.119880 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:19.120819 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:19.133775 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:39:19.187929 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Attempting to bind port edd1d133-f6aa-435b-9b8c-f9797699184a on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:19.188544 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Attempting to bind port edd1d133-f6aa-435b-9b8c-f9797699184a by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:19.189809 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Attempting to bind port edd1d133-f6aa-435b-9b8c-f9797699184a on network 575cc251-3783-4edf-8147-f5cd78cc82ea {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:19.190869 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.195687 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:19.196058 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Checking segment: {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:19.197433 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.197835 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Bound using segment: {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:19.198310 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Bound port: edd1d133-f6aa-435b-9b8c-f9797699184a, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:19.198681 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.211966 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, 46d83a79-5e6c-460c-9339-68052f9335e8) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:19.231089 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:19.231818 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.271262 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398fd99b-1fc9-47da-99c7-2521683ae68b None None] Network 46d83a79-5e6c-460c-9339-68052f9335e8 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:19.293127 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] For port edd1d133-f6aa-435b-9b8c-f9797699184a, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:19.295612 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-9b6d2436-427a-4d80-abb5-726a4f9c1d95 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8542101 May 16 20:39:19.297355 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] For port edd1d133-f6aa-435b-9b8c-f9797699184a, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=edd1d133-f6aa-435b-9b8c-f9797699184a,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:19.298073 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35866) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:19.303754 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:19.326196 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.362067 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (27ca1ece-7d9c-498a-a371-0523bd11f61f), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.363259 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (27ca1ece-7d9c-498a-a371-0523bd11f61f), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.404119 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:19.405029 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:38:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:19.412481 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-48ab11e4-b9da-4bef-9a63-b6880560b28c None None] Provisioning complete for port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:19.413019 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-48ab11e4-b9da-4bef-9a63-b6880560b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.446087 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104f5d-f73f-4164-a0e5-7e9c8e383b5a None None] Pushing event updated for resources: {'Port': ['ID=edd1d133-f6aa-435b-9b8c-f9797699184a,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:19.466175 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks [] for router_controller (27ca1ece-7d9c-498a-a371-0523bd11f61f), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.545809 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:19.555531 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ccb86-c04f-4977-902e-991c6066ce4c req-539d6f22-25b9-4979-895a-73442d52a8e5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:19.566178 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fd1ccb86-c04f-4977-902e-991c6066ce4c req-539d6f22-25b9-4979-895a-73442d52a8e5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 945 time: 0.1955335 May 16 20:39:19.611383 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c22b-8a1c-41fc-82c3-c77cd29d9d80 req-b63b567d-7bdf-4492-9c47-43362b934e7a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:19.618963 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f613c22b-8a1c-41fc-82c3-c77cd29d9d80 req-b63b567d-7bdf-4492-9c47-43362b934e7a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.2593942 May 16 20:39:19.624560 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-48ab11e4-b9da-4bef-9a63-b6880560b28c None None] Port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:19.635372 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7a99a-deeb-45ca-8e69-db5459de34d1 None None] Pushing event updated for resources: {'Port': ['ID=20055030-b76b-44f6-904b-0958ef690a60,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:19.652831 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: ACTIVE; New status is: DOWN {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:19.652831 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.692557 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:19.699273 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks [] for router_gateway (27ca1ece-7d9c-498a-a371-0523bd11f61f), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.701142 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:39:19.704185 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef3d67-afad-40c2-b64c-4c7b1283a5c1" -d '{"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-unplugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:39:19.708333 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fd1ccb86-c04f-4977-902e-991c6066ce4c req-47829aae-4fcb-4e6a-8b9d-346ca2b510b2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410687 May 16 20:39:19.761344 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f613c22b-8a1c-41fc-82c3-c77cd29d9d80 req-76cdbc2e-591a-472e-ad3f-7ad494e06013 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415560 May 16 20:39:19.776843 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks [] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.784367 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.809059 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:19.866396 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (ae0142c0-c1a4-4140-92dd-d48fae23009f), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.919931 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a6dca8-81ec-43b6-bef2-7e597e3ad366 x-openstack-request-id: req-74a6dca8-81ec-43b6-bef2-7e597e3ad366 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:39:19.920613 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-unplugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:39:19.921069 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74a6dca8-81ec-43b6-bef2-7e597e3ad366 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:39:19.921682 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a6dca8-81ec-43b6-bef2-7e597e3ad366'] response: {'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'code': 200} May 16 20:39:19.968523 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:19.970441 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks [] for router_gateway (27ca1ece-7d9c-498a-a371-0523bd11f61f), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.979618 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-73c0ea06-9204-48df-ac16-9b38c849e670 None None] Provisioning complete for port edd1d133-f6aa-435b-9b8c-f9797699184a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:19.979981 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea06-9204-48df-ac16-9b38c849e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.982021 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:19.997694 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:20.010159 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e9413f-39ae-4521-8252-caf016e10bd8 None None] The sync data for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi is: [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:20.098157 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device a86a2483-9311-4ff9-915e-12cbe1709cab up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:20.123440 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 3, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:20.188897 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-46d83a79-5e6c-460c-9339-68052f9335e8', 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8', 'project_id': '6d5b856567154f82be7131a50db06412', 'fixed_ips': [{'subnet_id': 'c32aca35-8925-49f1-979a-535cd44864be'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:39:20.189971 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:20.190591 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Allocated IP 172.27.0.55 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/c67bd3c5-8455-4303-b148-7ac4253aeda8) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:20.214530 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e532fd-278a-442a-813c-b4f2e351ba2a None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 3, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:20.258183 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=8']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:20.338079 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20898472-9d35-4d59-8c31-f4b6de3d0389 req-513d3b89-d269-4ded-b61a-eaf0608f02c0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:20.339648 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-20898472-9d35-4d59-8c31-f4b6de3d0389 req-513d3b89-d269-4ded-b61a-eaf0608f02c0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.3741312 May 16 20:39:20.389578 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks [] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:20.392455 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Pushing event updated for resources: {'Port': ['ID=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:20.465729 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Allocated IP 172.20.0.2 (46d83a79-5e6c-460c-9339-68052f9335e8/c32aca35-8925-49f1-979a-535cd44864be/434a20e6-67dd-41fc-bbea-30dd38a494a7) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:20.466356 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-20898472-9d35-4d59-8c31-f4b6de3d0389 req-31b80455-ac42-4d79-ab5a-f9f21c48cba2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070061 May 16 20:39:20.497920 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:20.502994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:20.504717 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:20.608636 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port a86a2483-9311-4ff9-915e-12cbe1709cab triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:20.609004 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:20.626699 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:20.633531 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:20.637408 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:20.704261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Pushing event updated for resources: {'Port': ['ID=c67bd3c5-8455-4303-b148-7ac4253aeda8,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:20.755756 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:39:20.969484 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-73c0ea06-9204-48df-ac16-9b38c849e670 None None] Current status of the port edd1d133-f6aa-435b-9b8c-f9797699184a is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:20.969880 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea06-9204-48df-ac16-9b38c849e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.012272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be0271-52f2-4ebb-b173-ee5e15aec94d req-122c0d55-6550-4738-9a7f-6c30adaca02c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:21.018623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c9be0271-52f2-4ebb-b173-ee5e15aec94d req-122c0d55-6550-4738-9a7f-6c30adaca02c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1146853 May 16 20:39:21.080904 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Publish callbacks [] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.167518 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c9be0271-52f2-4ebb-b173-ee5e15aec94d req-ae33174a-d3b1-48ff-b030-235a931ace6c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171796 May 16 20:39:21.311928 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:21.314905 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port a86a2483-9311-4ff9-915e-12cbe1709cab is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:21.320613 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.337675 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b240c33c-5c36-4ac0-90f8-f226bf06a63c admin admin] 10.222.0.49 "PUT /v2.0/routers/ae0142c0-c1a4-4140-92dd-d48fae23009f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8639097 May 16 20:39:21.404337 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Network 46d83a79-5e6c-460c-9339-68052f9335e8 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:21.407378 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Pushing event updated for resources: {'Port': ['ID=434a20e6-67dd-41fc-bbea-30dd38a494a7,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:21.417373 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:21.421445 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-29654ada-88aa-422c-89ec-ddf77c3518e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.427824 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:21.479079 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-73c0ea06-9204-48df-ac16-9b38c849e670 None None] For port edd1d133-f6aa-435b-9b8c-f9797699184a, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=edd1d133-f6aa-435b-9b8c-f9797699184a,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:21.484067 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks [] for router_gateway (27ca1ece-7d9c-498a-a371-0523bd11f61f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.511749 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea06-9204-48df-ac16-9b38c849e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.601727 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Attempting to bind port 434a20e6-67dd-41fc-bbea-30dd38a494a7 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:21.602095 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Attempting to bind port 434a20e6-67dd-41fc-bbea-30dd38a494a7 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:21.602453 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Attempting to bind port 434a20e6-67dd-41fc-bbea-30dd38a494a7 on network 46d83a79-5e6c-460c-9339-68052f9335e8 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:21.613725 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:21.614425 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Checking segment: {'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:21.614789 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.615581 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Bound using segment: {'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:21.616076 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Bound port: 434a20e6-67dd-41fc-bbea-30dd38a494a7, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:21.616580 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.759021 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] For port 434a20e6-67dd-41fc-bbea-30dd38a494a7, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:21.770911 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0ea06-9204-48df-ac16-9b38c849e670 None None] Pushing event updated for resources: {'Port': ['ID=edd1d133-f6aa-435b-9b8c-f9797699184a,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:21.791129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] For port 434a20e6-67dd-41fc-bbea-30dd38a494a7, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=434a20e6-67dd-41fc-bbea-30dd38a494a7,segment=NetworkSegment(71f45792-2cf9-4337-9ad5-2a0e936a7e10),segment_id=71f45792-2cf9-4337-9ad5-2a0e936a7e10)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:21.793887 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-bdf3ac38-e90e-4364-8656-e5777a4ca58c None None] Provisioning complete for port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:21.794265 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bdf3ac38-e90e-4364-8656-e5777a4ca58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:21.890400 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3ac38-e90e-4364-8656-e5777a4ca58c None None] Port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:21.905952 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.074396 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f063a0-e41f-4d17-b8ba-2abc078cfb76 None None] Pushing event updated for resources: {'Port': ['ID=434a20e6-67dd-41fc-bbea-30dd38a494a7,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:22.147736 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 20055030-b76b-44f6-904b-0958ef690a60 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:22.196018 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.228907 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 20055030-b76b-44f6-904b-0958ef690a60 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:22.229280 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (20055030-b76b-44f6-904b-0958ef690a60), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.282314 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (27ca1ece-7d9c-498a-a371-0523bd11f61f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.287753 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-93f00f86-48b8-4733-8c29-84cf13705239 req-4d485f3b-8cf7-46c9-a716-5cbfd2d3bf19 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:39:22.289671 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-93f00f86-48b8-4733-8c29-84cf13705239 req-4d485f3b-8cf7-46c9-a716-5cbfd2d3bf19 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063829 May 16 20:39:22.333459 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 20055030-b76b-44f6-904b-0958ef690a60 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:22.333849 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (20055030-b76b-44f6-904b-0958ef690a60), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.411017 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 20055030-b76b-44f6-904b-0958ef690a60, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=20055030-b76b-44f6-904b-0958ef690a60,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:22.428901 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (20055030-b76b-44f6-904b-0958ef690a60), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.430734 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device edd1d133-f6aa-435b-9b8c-f9797699184a up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:22.582505 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Router 27ca1ece-7d9c-498a-a371-0523bd11f61f is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:39:22.596952 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558d085-7e39-4e37-b3bf-ba54f6b2911a req-4f7089a7-ee6c-4d73-8a7a-2ebaa53d49aa tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:22.606016 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a558d085-7e39-4e37-b3bf-ba54f6b2911a req-4f7089a7-ee6c-4d73-8a7a-2ebaa53d49aa tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0754616 May 16 20:39:22.688517 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=20055030-b76b-44f6-904b-0958ef690a60,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:22.695475 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a558d085-7e39-4e37-b3bf-ba54f6b2911a req-db8cef14-7d36-4476-9cec-45275520d2c2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825942 May 16 20:39:22.706847 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port edd1d133-f6aa-435b-9b8c-f9797699184a triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:22.707223 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.760594 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35942) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:22.768534 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1262407426-network', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:22.818062 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port edd1d133-f6aa-435b-9b8c-f9797699184a is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:22.826735 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ffa4b-2c34-48cd-93f0-ca4e8a92b09f req-1bb60868-0932-4acf-b844-a480e87a692d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:22.828689 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f57ffa4b-2c34-48cd-93f0-ca4e8a92b09f req-1bb60868-0932-4acf-b844-a480e87a692d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0652323 May 16 20:39:22.833605 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-54de5cc0-7bb6-481f-92c8-5c75a3165200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:22.836328 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-54de5cc0-7bb6-481f-92c8-5c75a3165200 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 1129 time: 0.0586598 May 16 20:39:22.855269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:22.874912 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Sync routers for ids ['27ca1ece-7d9c-498a-a371-0523bd11f61f'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:22.876046 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Made reservation on behalf of 470cc6e3395540ab8047886dbb5a8551 for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:22.878806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.890562 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Routers {'27ca1ece-7d9c-498a-a371-0523bd11f61f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:22.893133 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['27ca1ece-7d9c-498a-a371-0523bd11f61f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:22.898742 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.933509 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:22.934852 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-779df492-f560-4f38-ab15-9cf958d003ae admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6355069 May 16 20:39:22.939061 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 35950) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:22.944688 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f57ffa4b-2c34-48cd-93f0-ca4e8a92b09f req-f6a5d7ea-9cb5-40f5-b755-3c721fcf8479 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094921 May 16 20:39:23.016301 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-26028a9a-2515-49e9-83b5-694b6c9389b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:23.018095 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-26028a9a-2515-49e9-83b5-694b6c9389b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.1607523 May 16 20:39:23.048190 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks [] for security_group (a31c6bc0-c3df-444c-8aaa-57264d44bfc7), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.051265 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Set router 27ca1ece-7d9c-498a-a371-0523bd11f61f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:23.058099 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a31c6bc0-c3df-444c-8aaa-57264d44bfc7), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.119386 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:39:23.149705 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-1dc36e89-a5d4-4c44-8dcc-76462699033f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2 HTTP/1.1" status: 200 len: 217 time: 0.1078527 May 16 20:39:23.163187 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c6bc0-c3df-444c-8aaa-57264d44bfc7,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:23.173991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (10443401-17b1-4267-907b-523812783a20), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.181464 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Added segment 10443401-17b1-4267-907b-523812783a20 of type vlan for network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 May 16 20:39:23.191162 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:39:23.247790 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (9c28d82c-102e-4c92-b1b4-6a404b2f9821), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.286130 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (9c28d82c-102e-4c92-b1b4-6a404b2f9821), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.288765 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:23.289805 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.351471 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-a8ae35e6-96cc-4120-abce-4e4f804314ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:23.355662 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-a8ae35e6-96cc-4120-abce-4e4f804314ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.1972442 May 16 20:39:23.371637 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6093614 May 16 20:39:23.373551 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35968) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:23.434859 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Request body: {'subnet': {'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1262407426-subnet', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:23.454059 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-7fc90732-629c-4b06-a12b-5268f761d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:23.455310 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ea493-3674-49fe-8a97-92d7134c9bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=9c28d82c-102e-4c92-b1b4-6a404b2f9821,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:23.456314 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-7fc90732-629c-4b06-a12b-5268f761d279 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0899739 May 16 20:39:23.479106 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:39:23.491051 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Made reservation on behalf of 470cc6e3395540ab8047886dbb5a8551 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:23.494285 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.496724 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35970) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:23.665491 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-a738f878-c888-451d-bdd1-8b1ea35c572a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1662657 May 16 20:39:23.676935 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-94149c19-76a1-4d84-8553-52909af9fbe5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:39:23.678166 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-94149c19-76a1-4d84-8553-52909af9fbe5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070083 May 16 20:39:23.751674 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-121f21ec-01cd-49f9-99d4-469f667c5ded service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365265 May 16 20:39:23.773610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5740dc1-0c3b-4c49-a246-395c6dcfaf5c None None] Network 46d83a79-5e6c-460c-9339-68052f9335e8 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:23.834840 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.854858 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (eae791c6-5c02-4dd9-840d-7e17ec553ea0), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:23.872622 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: DOWN; New status is: DOWN {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:23.873644 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 35984) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:23.927428 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2fc9f919-aa29-4568-bd32-3d804208c419 req-4b2294e8-de11-4188-b228-e0bf702712a1 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737661 May 16 20:39:23.994148 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-3ff48955-b4ad-4909-8486-c248878cf304 None None] Provisioning complete for port 434a20e6-67dd-41fc-bbea-30dd38a494a7 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:23.995030 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3ff48955-b4ad-4909-8486-c248878cf304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.037212 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:39:21Z', 'revision_number': 3, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:24.066576 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.128716 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae791c6-5c02-4dd9-840d-7e17ec553ea0,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:24.142128 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a615-0dbb-4a4e-b5f4-5d92fb2889f2 req-57c22a79-87f3-4a2e-9a8f-e4b81443d01d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:24.147200 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Checking router: 27ca1ece-7d9c-498a-a371-0523bd11f61f for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:24.147554 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Updating router 27ca1ece-7d9c-498a-a371-0523bd11f61f port c67bd3c5-8455-4303-b148-7ac4253aeda8 binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:24.154528 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d137a615-0dbb-4a4e-b5f4-5d92fb2889f2 req-57c22a79-87f3-4a2e-9a8f-e4b81443d01d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.2344081 May 16 20:39:24.208822 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Checking segment: {'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:24.209141 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Network hostable DHCP agents. Network: 9c28d82c-102e-4c92-b1b4-6a404b2f9821, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:39:24.220842 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 434a20e6-67dd-41fc-bbea-30dd38a494a7 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:24.237210 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-b31ae827-d773-4697-9483-b8069d89923f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:24.238555 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-b31ae827-d773-4697-9483-b8069d89923f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports/6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 940 time: 0.3573256 May 16 20:39:24.252115 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.282127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56708cd-809d-420a-85d6-cd6fb4a035dd req-483cb93c-d513-4674-bb85-cae3f76e1a16 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:24.283880 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b56708cd-809d-420a-85d6-cd6fb4a035dd req-483cb93c-d513-4674-bb85-cae3f76e1a16 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1280611 May 16 20:39:24.315502 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d137a615-0dbb-4a4e-b5f4-5d92fb2889f2 req-7853585f-8da5-49bd-ae37-118415748141 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342821 May 16 20:39:24.343440 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:39:24.377248 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Allocated IP 172.20.0.1 (46d83a79-5e6c-460c-9339-68052f9335e8/c32aca35-8925-49f1-979a-535cd44864be/60f91172-f47c-444a-9927-8adea5eeae0a) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:24.428340 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-3ff48955-b4ad-4909-8486-c248878cf304 None None] Current status of the port 434a20e6-67dd-41fc-bbea-30dd38a494a7 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:24.429309 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3ff48955-b4ad-4909-8486-c248878cf304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.439010 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 434a20e6-67dd-41fc-bbea-30dd38a494a7 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:24.439584 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.472765 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:24.477247 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b56708cd-809d-420a-85d6-cd6fb4a035dd req-8bedb157-724b-4f5a-91df-d3a6d8629230 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599491 May 16 20:39:24.478099 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, 9c28d82c-102e-4c92-b1b4-6a404b2f9821) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:24.490015 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:24.490015 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.492587 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:24.493226 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:24.511380 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks [] for port (60f91172-f47c-444a-9927-8adea5eeae0a), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.517057 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5c3d8962-d003-4590-b196-7401151a5f2a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0993102 May 16 20:39:24.517336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36002) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:24.519806 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fada8-3937-4997-9a75-c33fd8117679 None None] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:24.523200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:24.553197 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.556993 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (23d1e12a-a4d7-4eba-9771-cb347427ce58), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.559972 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (23d1e12a-a4d7-4eba-9771-cb347427ce58), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.620057 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-3ff48955-b4ad-4909-8486-c248878cf304 None None] For port 434a20e6-67dd-41fc-bbea-30dd38a494a7, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=434a20e6-67dd-41fc-bbea-30dd38a494a7,segment=NetworkSegment(71f45792-2cf9-4337-9ad5-2a0e936a7e10),segment_id=71f45792-2cf9-4337-9ad5-2a0e936a7e10)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:24.625112 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Network 46d83a79-5e6c-460c-9339-68052f9335e8 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:24.633736 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:24.643790 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks [] for router_controller (23d1e12a-a4d7-4eba-9771-cb347427ce58), precommit_add_association {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.650615 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:24.706107 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (27ca1ece-7d9c-498a-a371-0523bd11f61f), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.715124 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Pushing event updated for resources: {'Port': ['ID=60f91172-f47c-444a-9927-8adea5eeae0a,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:24.740851 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:24.911770 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3ff48955-b4ad-4909-8486-c248878cf304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.926851 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks [] for router_gateway (23d1e12a-a4d7-4eba-9771-cb347427ce58), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:24.955090 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.069835 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.101593 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 2, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:25.127226 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff48955-b4ad-4909-8486-c248878cf304 None None] Pushing event updated for resources: {'Port': ['ID=434a20e6-67dd-41fc-bbea-30dd38a494a7,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:25.172224 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks [] for router_gateway (23d1e12a-a4d7-4eba-9771-cb347427ce58), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.174782 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:25.175146 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Updating router ae0142c0-c1a4-4140-92dd-d48fae23009f port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:25.219262 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-9c28d82c-102e-4c92-b1b4-6a404b2f9821', 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821', 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'fixed_ips': [{'subnet_id': 'eae791c6-5c02-4dd9-840d-7e17ec553ea0'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:39:25.220290 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.221721 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.240261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks [] for port (60f91172-f47c-444a-9927-8adea5eeae0a), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.241293 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.250745 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.283378 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-85cbfa5e-f70c-4f82-9efa-74135828fb3c None None] Provisioning complete for port 434a20e6-67dd-41fc-bbea-30dd38a494a7 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:25.283800 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85cbfa5e-f70c-4f82-9efa-74135828fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.339504 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 434a20e6-67dd-41fc-bbea-30dd38a494a7 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:25.340785 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 20055030-b76b-44f6-904b-0958ef690a60 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:25.362956 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Pushing event updated for resources: {'Port': ['ID=60f91172-f47c-444a-9927-8adea5eeae0a,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:25.373195 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (27ca1ece-7d9c-498a-a371-0523bd11f61f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.462064 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 20055030-b76b-44f6-904b-0958ef690a60 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:25.462545 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (20055030-b76b-44f6-904b-0958ef690a60), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.484358 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Network 46d83a79-5e6c-460c-9339-68052f9335e8 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:25.485880 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:25.584605 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 20055030-b76b-44f6-904b-0958ef690a60 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:25.644912 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Publish callbacks [] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.677231 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.723700 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Router 27ca1ece-7d9c-498a-a371-0523bd11f61f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:39:25.737160 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3fe86-1227-4270-89a4-831145215450 req-91e3b1f4-098b-496a-a54c-2a8d1a3c9d78 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:25.738799 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cf3fe86-1227-4270-89a4-831145215450 req-91e3b1f4-098b-496a-a54c-2a8d1a3c9d78 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1408019 May 16 20:39:25.747131 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Publish callbacks [] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.766649 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.799421 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a048d33-1a51-49d2-bf86-da59930783b9 req-80a4387f-640b-4d2d-8ce2-0626b1a5d132 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:25.816607 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0a048d33-1a51-49d2-bf86-da59930783b9 req-80a4387f-640b-4d2d-8ce2-0626b1a5d132 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.2020698 May 16 20:39:25.864814 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a99c44-0ba7-45fb-9c01-eb82f54e134a None None] Pushing event updated for resources: {'Port': ['ID=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:25.909300 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-85cbfa5e-f70c-4f82-9efa-74135828fb3c None None] Current status of the port 434a20e6-67dd-41fc-bbea-30dd38a494a7 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:25.950762 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Attempting to bind port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:25.951509 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Attempting to bind port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:25.952109 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Attempting to bind port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:25.960331 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:25.966323 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-c0560722-2eb1-4382-bff4-6a562c076884 admin admin] 10.222.0.49 "PUT /v2.0/routers/27ca1ece-7d9c-498a-a371-0523bd11f61f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0261304 May 16 20:39:25.971510 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0a048d33-1a51-49d2-bf86-da59930783b9 req-587e1cff-99c8-4272-bb71-c8919bad261f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539674 May 16 20:39:25.972735 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:25.973247 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Checking segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:25.973826 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.974398 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Bound using segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:25.975306 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Bound port: 3a867fa2-2bea-433a-8fbe-1cc4d11108eb, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:25.975776 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:25.980828 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Attempting to bind port c67bd3c5-8455-4303-b148-7ac4253aeda8 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:25.981245 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Attempting to bind port c67bd3c5-8455-4303-b148-7ac4253aeda8 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:25.981783 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Attempting to bind port c67bd3c5-8455-4303-b148-7ac4253aeda8 on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:25.997295 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4c393-8bb0-4322-8f3f-120c3e724b8f None None] Pushing event updated for resources: {'Port': ['ID=c67bd3c5-8455-4303-b148-7ac4253aeda8,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:26.012120 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-85cbfa5e-f70c-4f82-9efa-74135828fb3c None None] Provisioning complete for port 60f91172-f47c-444a-9927-8adea5eeae0a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:26.012521 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-85cbfa5e-f70c-4f82-9efa-74135828fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.024508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Allocated IP 172.20.0.2 (9c28d82c-102e-4c92-b1b4-6a404b2f9821/eae791c6-5c02-4dd9-840d-7e17ec553ea0/5832d0bc-69cb-419d-81b0-2c62596b693f) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:26.024508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:26.024508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:26.024508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.024508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:26.025464 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Bound port: c67bd3c5-8455-4303-b148-7ac4253aeda8, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:26.025602 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.091769 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] For port c67bd3c5-8455-4303-b148-7ac4253aeda8, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:26.097194 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cf3fe86-1227-4270-89a4-831145215450 req-ff1ee04a-7c0b-4536-9550-5cd3490132c8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407464 May 16 20:39:26.100468 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Allocated IP 172.27.0.198 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/21f7a405-fc28-4ca4-a362-1250b139301f) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:26.102158 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] For port c67bd3c5-8455-4303-b148-7ac4253aeda8, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=c67bd3c5-8455-4303-b148-7ac4253aeda8,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:26.125666 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] For port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:26.129728 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] For port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:26.138421 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.151126 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 434a20e6-67dd-41fc-bbea-30dd38a494a7 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:26.182494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.202988 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:26.203624 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:26.207211 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a99c44-0ba7-45fb-9c01-eb82f54e134a None None] Pushing event updated for resources: {'Port': ['ID=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:26.256896 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-85cbfa5e-f70c-4f82-9efa-74135828fb3c None None] Port 60f91172-f47c-444a-9927-8adea5eeae0a cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:26.336683 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Routers {'27ca1ece-7d9c-498a-a371-0523bd11f61f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:26.336957 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['27ca1ece-7d9c-498a-a371-0523bd11f61f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:26.368410 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks [] for port (21f7a405-fc28-4ca4-a362-1250b139301f), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.371648 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:26.420503 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4c393-8bb0-4322-8f3f-120c3e724b8f None None] Pushing event updated for resources: {'Port': ['ID=c67bd3c5-8455-4303-b148-7ac4253aeda8,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:26.441824 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 434a20e6-67dd-41fc-bbea-30dd38a494a7 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:26.442269 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.454852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.504346 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Provisioning complete for port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:26.507023 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.518456 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:26.520081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Pushing event updated for resources: {'Port': ['ID=21f7a405-fc28-4ca4-a362-1250b139301f,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:26.522951 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:26.530865 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:26.720972 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Publish callbacks [] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.744091 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.891675 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Pushing event updated for resources: {'Port': ['ID=5832d0bc-69cb-419d-81b0-2c62596b693f,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:26.892107 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:26.916722 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] Set router 27ca1ece-7d9c-498a-a371-0523bd11f61f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:26.919518 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:26.937773 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c653b-991a-4ed6-b60d-3c4f7f111466 None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:26.953884 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36040) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:26.989180 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:26.996204 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:27.005403 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks [] for router_gateway (23d1e12a-a4d7-4eba-9771-cb347427ce58), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.057241 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-c8047554-80ef-4801-b710-e920333580cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:27.058774 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-c8047554-80ef-4801-b710-e920333580cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c&tenant_id=970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 1127 time: 0.5119002 May 16 20:39:27.092090 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:27.127579 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-a8ce37d6-2a28-4de1-8926-3691244cc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:27.129124 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-a8ce37d6-2a28-4de1-8926-3691244cc480 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1127 time: 0.0456820 May 16 20:39:27.208523 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Current status of the port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:27.211174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-79ac3598-da0d-45be-a1ba-5107c83ec955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.212929 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.224329 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27172549-8815-463b-8e56-22ba18e375bb req-61f8c3a0-3c0b-49b0-b2b8-49faa082641e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:27.225914 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-27172549-8815-463b-8e56-22ba18e375bb req-61f8c3a0-3c0b-49b0-b2b8-49faa082641e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0869133 May 16 20:39:27.226696 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 434a20e6-67dd-41fc-bbea-30dd38a494a7 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:27.280130 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-a073e374-96e3-4948-91e8-e3a8991c8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:27.281064 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-a073e374-96e3-4948-91e8-e3a8991c8407 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.1452227 May 16 20:39:27.323407 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66373c8f-9af9-4927-8c69-27f13b6f3f19 req-f5509888-112e-47ba-86a2-50c93c482522 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:27.330818 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-66373c8f-9af9-4927-8c69-27f13b6f3f19 req-f5509888-112e-47ba-86a2-50c93c482522 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1383636 May 16 20:39:27.416701 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-6cba4117-bb3f-4591-92bf-548eee0a5a29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 999 time: 0.1248891 May 16 20:39:27.489815 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-905f0e62-65ed-44d2-8766-e6e084cc8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:27.491462 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-905f0e62-65ed-44d2-8766-e6e084cc8d1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0631058 May 16 20:39:27.495446 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] For port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:27.509239 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Attempting to bind port 5832d0bc-69cb-419d-81b0-2c62596b693f on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:27.518252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Attempting to bind port 5832d0bc-69cb-419d-81b0-2c62596b693f by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:27.518808 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Attempting to bind port 5832d0bc-69cb-419d-81b0-2c62596b693f on network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:27.530012 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.559394 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-79ac3598-da0d-45be-a1ba-5107c83ec955 admin admin] Publish callbacks [] for security_group (2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.588525 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-8c4f7218-2108-4333-b846-050466398408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:27.591008 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-79ac3598-da0d-45be-a1ba-5107c83ec955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.597065 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-8c4f7218-2108-4333-b846-050466398408 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0916574 May 16 20:39:27.614394 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:27.615089 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Checking segment: {'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:27.615662 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.616202 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Bound using segment: {'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:27.626307 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Bound port: 5832d0bc-69cb-419d-81b0-2c62596b693f, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:27.626940 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.640331 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3598-da0d-45be-a1ba-5107c83ec955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:27.674616 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-27172549-8815-463b-8e56-22ba18e375bb req-7c6ff6d9-a9d1-41b2-9ee8-bbdf8b514c25 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406680 May 16 20:39:27.705859 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-66373c8f-9af9-4927-8c69-27f13b6f3f19 req-b50630f4-e8f2-4d0c-a3fa-ffca206195b3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737414 May 16 20:39:27.783277 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-79ac3598-da0d-45be-a1ba-5107c83ec955 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce2d9351f88241bfa8406d6b6e3ec82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8282249 May 16 20:39:27.786114 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (23d1e12a-a4d7-4eba-9771-cb347427ce58), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:27.793003 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36054) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:27.797809 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-5bd4a25a-2cef-45c7-8419-d94b90b867fe service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968074 May 16 20:39:27.966105 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-c9353f9b-8485-46af-b2a3-4b445d0cd825 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516361 May 16 20:39:28.018826 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Provisioning complete for port 60f91172-f47c-444a-9927-8adea5eeae0a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:28.019398 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.021404 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 3a867fa2-2bea-433a-8fbe-1cc4d11108eb up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:28.078769 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d697485d-94fc-4e6f-a9ac-81ee69dcc59a admin admin] Publish callbacks [] for security_group (2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.108649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d697485d-94fc-4e6f-a9ac-81ee69dcc59a admin admin] Publish callbacks [] for security_group (2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.182460 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Pushing event updated for resources: {'Port': ['ID=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:28.188464 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Router 23d1e12a-a4d7-4eba-9771-cb347427ce58 is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:39:28.225518 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-01236b4a-8c0c-46b9-84fd-e8a16452e7e0 None None] Port 60f91172-f47c-444a-9927-8adea5eeae0a cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:28.259808 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] For port 5832d0bc-69cb-419d-81b0-2c62596b693f, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:28.265727 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] For port 5832d0bc-69cb-419d-81b0-2c62596b693f, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5832d0bc-69cb-419d-81b0-2c62596b693f,segment=NetworkSegment(10443401-17b1-4267-907b-523812783a20),segment_id=10443401-17b1-4267-907b-523812783a20)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:28.276851 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:39:24Z', 'revision_number': 4, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '60f91172-f47c-444a-9927-8adea5eeae0a', 'name': '', 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'mac_address': 'fa:16:3e:19:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c32aca35-8925-49f1-979a-535cd44864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:25Z', 'revision_number': 2, 'project_id': '6d5b856567154f82be7131a50db06412', 'subnets': [{'id': 'c32aca35-8925-49f1-979a-535cd44864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:28.329431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.335699 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f59e85-ff7d-4609-b97d-b7fd0e656e4f None None] The sync data for ids ['27ca1ece-7d9c-498a-a371-0523bd11f61f'] in dv-cinder-777031-16-iscsi is: [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:39:24Z', 'revision_number': 4, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '60f91172-f47c-444a-9927-8adea5eeae0a', 'name': '', 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'mac_address': 'fa:16:3e:19:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c32aca35-8925-49f1-979a-535cd44864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:25Z', 'revision_number': 2, 'project_id': '6d5b856567154f82be7131a50db06412', 'subnets': [{'id': 'c32aca35-8925-49f1-979a-535cd44864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:28.358237 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:28.358618 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.460199 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-125619a2-e25a-481f-bda2-366ac776c85a None None] Provisioning complete for port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:28.460798 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-125619a2-e25a-481f-bda2-366ac776c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.643293 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3def-5b8c-4629-bd13-dc469967e2de None None] Pushing event updated for resources: {'Port': ['ID=5832d0bc-69cb-419d-81b0-2c62596b693f,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:28.766274 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:28.782689 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d697485d-94fc-4e6f-a9ac-81ee69dcc59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.812334 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d697485d-94fc-4e6f-a9ac-81ee69dcc59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:28.815817 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d697485d-94fc-4e6f-a9ac-81ee69dcc59a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f HTTP/1.1" status: 204 len: 168 time: 1.0140882 May 16 20:39:28.928914 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:28.963747 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Sync routers for ids ['23d1e12a-a4d7-4eba-9771-cb347427ce58'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:29.073664 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697485d-94fc-4e6f-a9ac-81ee69dcc59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2108cfb1-18c7-4737-9b07-dfd9e2bc9a2f,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:29.113390 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Routers {'23d1e12a-a4d7-4eba-9771-cb347427ce58'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:29.123231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['23d1e12a-a4d7-4eba-9771-cb347427ce58'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:29.131333 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:39:29.258936 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:29.269261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36082) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:29.285970 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-84c8f32e-9597-4e78-ad14-1a0f3086b289 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7459326 May 16 20:39:29.333269 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fea80c-88d5-48de-be69-81c25b625919 req-7676b70d-e74d-406f-9f45-81bda11d9be6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:29.342674 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31fea80c-88d5-48de-be69-81c25b625919 req-7676b70d-e74d-406f-9f45-81bda11d9be6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.3730993 May 16 20:39:29.397314 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a4ccd-f485-48c0-928e-1e76ff670c46 req-a024c35a-e52c-45c9-8a79-48dba1219a63 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:29.423739 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-089a4ccd-f485-48c0-928e-1e76ff670c46 req-a024c35a-e52c-45c9-8a79-48dba1219a63 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.3607872 May 16 20:39:29.583467 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31fea80c-88d5-48de-be69-81c25b625919 req-be368181-b7b1-44b1-87d2-d27ad172e166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397072 May 16 20:39:29.607256 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Set router 23d1e12a-a4d7-4eba-9771-cb347427ce58 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:29.611327 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-125619a2-e25a-481f-bda2-366ac776c85a None None] Current status of the port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:29.625685 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-089a4ccd-f485-48c0-928e-1e76ff670c46 req-cd1501bf-ba52-44b0-bbab-7340cd8d34ea tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967504 May 16 20:39:29.956428 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 3, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port': {'id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:25Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:30.007231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Checking router: 23d1e12a-a4d7-4eba-9771-cb347427ce58 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:30.007732 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Updating router 23d1e12a-a4d7-4eba-9771-cb347427ce58 port 21f7a405-fc28-4ca4-a362-1250b139301f binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:30.058116 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:30.487357 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 3a867fa2-2bea-433a-8fbe-1cc4d11108eb up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:30.533395 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:30.886483 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Publish callbacks [] for port (21f7a405-fc28-4ca4-a362-1250b139301f), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:30.892795 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9a246-0800-4d64-be22-62e2763d03db None None] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:39:30.924041 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:30.953662 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Allocated IP 172.20.0.1 (9c28d82c-102e-4c92-b1b4-6a404b2f9821/eae791c6-5c02-4dd9-840d-7e17ec553ea0/a3f40463-3d28-4131-abff-e072330bafa5) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:30.968740 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:30.969164 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:30.970390 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3e87-c829-418a-bd93-aaa6ce66d107 req-652c50d7-f345-4219-997f-53b0172cef8f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:30.975071 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86ab3e87-c829-418a-bd93-aaa6ce66d107 req-652c50d7-f345-4219-997f-53b0172cef8f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1600728 May 16 20:39:31.010646 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-5436e653-47a1-4b9a-a030-5a31a75e50c0 None None] Provisioning complete for port 5832d0bc-69cb-419d-81b0-2c62596b693f triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:31.011153 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5436e653-47a1-4b9a-a030-5a31a75e50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:31.088080 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Attempting to bind port 21f7a405-fc28-4ca4-a362-1250b139301f on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:31.088503 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Attempting to bind port 21f7a405-fc28-4ca4-a362-1250b139301f by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:31.088938 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Attempting to bind port 21f7a405-fc28-4ca4-a362-1250b139301f on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:31.141333 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:31.141621 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:31.142025 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:31.142414 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:31.143039 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Bound port: 21f7a405-fc28-4ca4-a362-1250b139301f, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:31.143417 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:31.165886 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86ab3e87-c829-418a-bd93-aaa6ce66d107 req-26e1f94a-7609-4d72-a86b-a5a818e594b5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446769 May 16 20:39:31.187694 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e7404-f284-4102-98f8-7ada72abc06e req-f5e484f2-4ab6-4b3a-b04c-34ccff35f57e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:31.189419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fe6e7404-f284-4102-98f8-7ada72abc06e req-f5e484f2-4ab6-4b3a-b04c-34ccff35f57e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.4198062 May 16 20:39:31.216652 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] For port 21f7a405-fc28-4ca4-a362-1250b139301f, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:31.220225 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] For port 21f7a405-fc28-4ca4-a362-1250b139301f, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=21f7a405-fc28-4ca4-a362-1250b139301f,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:31.229372 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks [] for port (a3f40463-3d28-4131-abff-e072330bafa5), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:31.254431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5d13d-ded6-4b06-8707-402b44fca2ab None None] Pushing event updated for resources: {'Port': ['ID=21f7a405-fc28-4ca4-a362-1250b139301f,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:31.262776 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:31.305999 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fe6e7404-f284-4102-98f8-7ada72abc06e req-f2518bfb-b319-4939-9abe-f6213a656b13 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105397 May 16 20:39:31.320611 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (a3f40463-3d28-4131-abff-e072330bafa5), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:31.389024 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:31.393934 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:31.402703 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:31.429097 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5d13d-ded6-4b06-8707-402b44fca2ab None None] Pushing event updated for resources: {'Port': ['ID=21f7a405-fc28-4ca4-a362-1250b139301f,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:31.433043 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:31.434185 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5832d0bc-69cb-419d-81b0-2c62596b693f up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:31.453670 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f40463-3d28-4131-abff-e072330bafa5,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:31.483707 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (23d1e12a-a4d7-4eba-9771-cb347427ce58), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:31.598820 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Routers {'23d1e12a-a4d7-4eba-9771-cb347427ce58'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:31.599582 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['23d1e12a-a4d7-4eba-9771-cb347427ce58'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:31.678477 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (a3f40463-3d28-4131-abff-e072330bafa5), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.080749 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-5436e653-47a1-4b9a-a030-5a31a75e50c0 None None] Current status of the port 5832d0bc-69cb-419d-81b0-2c62596b693f is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:32.081430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5436e653-47a1-4b9a-a030-5a31a75e50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.146781 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 5832d0bc-69cb-419d-81b0-2c62596b693f triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:32.147508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.168216 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks [] for port (a3f40463-3d28-4131-abff-e072330bafa5), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.184841 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (a3f40463-3d28-4131-abff-e072330bafa5), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.307351 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-5436e653-47a1-4b9a-a030-5a31a75e50c0 None None] For port 5832d0bc-69cb-419d-81b0-2c62596b693f, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5832d0bc-69cb-419d-81b0-2c62596b693f,segment=NetworkSegment(10443401-17b1-4267-907b-523812783a20),segment_id=10443401-17b1-4267-907b-523812783a20)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:32.378815 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (23d1e12a-a4d7-4eba-9771-cb347427ce58), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.391663 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5436e653-47a1-4b9a-a030-5a31a75e50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.433304 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f40463-3d28-4131-abff-e072330bafa5,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:32.504745 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92d85d-ffdc-4d52-b6f4-696ba89c5bce req-2480979d-46d4-44d9-b528-8ec046bbe6c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:32.509625 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ea92d85d-ffdc-4d52-b6f4-696ba89c5bce req-2480979d-46d4-44d9-b528-8ec046bbe6c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1331017 May 16 20:39:32.561192 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436e653-47a1-4b9a-a030-5a31a75e50c0 None None] Pushing event updated for resources: {'Port': ['ID=5832d0bc-69cb-419d-81b0-2c62596b693f,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:32.586493 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-d97eca7b-1422-44a3-ab80-be2ce3b45783 None None] Provisioning complete for port a3f40463-3d28-4131-abff-e072330bafa5 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:32.586856 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d97eca7b-1422-44a3-ab80-be2ce3b45783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (a3f40463-3d28-4131-abff-e072330bafa5), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.629928 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] Set router 23d1e12a-a4d7-4eba-9771-cb347427ce58 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:32.648311 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:32.649997 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:32.689442 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df94952-c7e7-46b0-9c2e-e928414262f2 req-b1285d27-fefd-46f5-a0b4-933f2fdca559 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:32.695655 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5df94952-c7e7-46b0-9c2e-e928414262f2 req-b1285d27-fefd-46f5-a0b4-933f2fdca559 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1849396 May 16 20:39:32.828688 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d97eca7b-1422-44a3-ab80-be2ce3b45783 None None] Port a3f40463-3d28-4131-abff-e072330bafa5 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:32.850432 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Router 23d1e12a-a4d7-4eba-9771-cb347427ce58 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:39:32.858815 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ea92d85d-ffdc-4d52-b6f4-696ba89c5bce req-6bab4dd6-ade3-49b1-9b4d-14135ac1105e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282343 May 16 20:39:32.862372 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5df94952-c7e7-46b0-9c2e-e928414262f2 req-086bd297-3212-4129-a1bf-842409485b73 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548183 May 16 20:39:32.866185 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-d97eca7b-1422-44a3-ab80-be2ce3b45783 None None] Provisioning complete for port 5832d0bc-69cb-419d-81b0-2c62596b693f triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:32.866559 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d97eca7b-1422-44a3-ab80-be2ce3b45783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:32.931385 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 5832d0bc-69cb-419d-81b0-2c62596b693f is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:32.997240 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d97eca7b-1422-44a3-ab80-be2ce3b45783 None None] Current status of the port 5832d0bc-69cb-419d-81b0-2c62596b693f is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:33.045457 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 3, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port': {'id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:25Z', 'updated_at': '2022-05-16T20:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:33.060199 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:39:33.082244 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-4cbfcc8e-3768-4533-adbe-351972830ed8 admin admin] 10.222.0.49 "PUT /v2.0/routers/23d1e12a-a4d7-4eba-9771-cb347427ce58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7967687 May 16 20:39:33.087675 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d764ce-6ee6-4007-8b7e-4bf89dd6bfe5 None None] The sync data for ids ['23d1e12a-a4d7-4eba-9771-cb347427ce58'] in dv-cinder-777031-16-iscsi is: [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:26Z', 'revision_number': 3, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port': {'id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:25Z', 'updated_at': '2022-05-16T20:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:33.229453 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-24b37bbf-678e-4f03-b548-e92db9ce2b13 None None] Provisioning complete for port a3f40463-3d28-4131-abff-e072330bafa5 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:33.230190 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-24b37bbf-678e-4f03-b548-e92db9ce2b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (a3f40463-3d28-4131-abff-e072330bafa5), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:33.277807 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-24b37bbf-678e-4f03-b548-e92db9ce2b13 None None] Port a3f40463-3d28-4131-abff-e072330bafa5 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:33.306684 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device c67bd3c5-8455-4303-b148-7ac4253aeda8 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:33.406623 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port c67bd3c5-8455-4303-b148-7ac4253aeda8 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:33.407006 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:33.594789 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port c67bd3c5-8455-4303-b148-7ac4253aeda8 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:33.595302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:33.630632 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port c67bd3c5-8455-4303-b148-7ac4253aeda8, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=c67bd3c5-8455-4303-b148-7ac4253aeda8,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:33.650143 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:33.651609 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5832d0bc-69cb-419d-81b0-2c62596b693f up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:33.705796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36104) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:33.712798 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-f1f6448e-ff52-42d1-8661-3502f1fe05e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122782084', 'description': 'tempest-secgroup-smoke-2122782084 description', 'project_id': '710ecde5160640149c693e0c2b0b0354'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:33.766491 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1f6448e-ff52-42d1-8661-3502f1fe05e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:33.786801 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=c67bd3c5-8455-4303-b148-7ac4253aeda8,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:33.792430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 5832d0bc-69cb-419d-81b0-2c62596b693f triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:33.792828 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:33.959984 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 5832d0bc-69cb-419d-81b0-2c62596b693f is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:34.005778 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1f6448e-ff52-42d1-8661-3502f1fe05e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group (0df51b15-22f0-40d9-abe5-9edb2f4eb1ae), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.013031 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1f6448e-ff52-42d1-8661-3502f1fe05e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0df51b15-22f0-40d9-abe5-9edb2f4eb1ae), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.070692 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1f6448e-ff52-42d1-8661-3502f1fe05e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.071963 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f1f6448e-ff52-42d1-8661-3502f1fe05e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3651388 May 16 20:39:34.073248 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6448e-ff52-42d1-8661-3502f1fe05e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:34.075278 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36110) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:34.079900 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-828a0504-f556-428f-91d1-6d5f3609799c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'security_group_rule': {'security_group_id': '0df51b15-22f0-40d9-abe5-9edb2f4eb1ae', 'project_id': '710ecde5160640149c693e0c2b0b0354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:34.134134 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-828a0504-f556-428f-91d1-6d5f3609799c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (93903097-26e4-46c2-aefb-ecbf49471745), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.161624 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81440-7b9f-4080-81be-6411d5f00fcf req-d2f9e562-bc17-4a91-9939-e40ceb42b503 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:34.177602 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb81440-7b9f-4080-81be-6411d5f00fcf req-d2f9e562-bc17-4a91-9939-e40ceb42b503 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1822126 May 16 20:39:34.230668 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-828a0504-f556-428f-91d1-6d5f3609799c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (93903097-26e4-46c2-aefb-ecbf49471745), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.236379 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-828a0504-f556-428f-91d1-6d5f3609799c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (93903097-26e4-46c2-aefb-ecbf49471745), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.273465 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a0504-f556-428f-91d1-6d5f3609799c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93903097-26e4-46c2-aefb-ecbf49471745,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:34.286366 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de4990-79f6-4424-a5e5-d6731b8c4c48 req-b15e1108-c5a4-42cb-85aa-e2878614d1ea tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:34.287930 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d1de4990-79f6-4424-a5e5-d6731b8c4c48 req-b15e1108-c5a4-42cb-85aa-e2878614d1ea tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.2302802 May 16 20:39:34.297792 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-828a0504-f556-428f-91d1-6d5f3609799c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.299130 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-828a0504-f556-428f-91d1-6d5f3609799c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2229440 May 16 20:39:34.303051 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36114) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:34.313963 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-f8d1c3ed-99c3-4352-8bef-5ba792616c90 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'security_group_rule': {'security_group_id': '0df51b15-22f0-40d9-abe5-9edb2f4eb1ae', 'project_id': '710ecde5160640149c693e0c2b0b0354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:34.367192 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c3ed-99c3-4352-8bef-5ba792616c90 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (277cfd68-bc51-4ca2-8532-0f6ed0f2fc1a), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.412850 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6bb81440-7b9f-4080-81be-6411d5f00fcf req-80b42cad-f454-443d-91e4-b6277bc9b31c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228422 May 16 20:39:34.476657 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d1de4990-79f6-4424-a5e5-d6731b8c4c48 req-291f97c8-fc8a-4779-91d5-298530d14485 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604559 May 16 20:39:34.524607 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c3ed-99c3-4352-8bef-5ba792616c90 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (277cfd68-bc51-4ca2-8532-0f6ed0f2fc1a), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.530796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c3ed-99c3-4352-8bef-5ba792616c90 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (277cfd68-bc51-4ca2-8532-0f6ed0f2fc1a), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.535283 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Sync routers for ids ['27ca1ece-7d9c-498a-a371-0523bd11f61f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:34.557820 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Routers {'27ca1ece-7d9c-498a-a371-0523bd11f61f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:34.558869 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['27ca1ece-7d9c-498a-a371-0523bd11f61f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:34.566565 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c3ed-99c3-4352-8bef-5ba792616c90 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.570200 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f8d1c3ed-99c3-4352-8bef-5ba792616c90 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2652240 May 16 20:39:34.572719 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36116) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:34.578756 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-78a9aaba-abf1-4141-9369-428efa70d824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'security_group_rule': {'security_group_id': '0df51b15-22f0-40d9-abe5-9edb2f4eb1ae', 'project_id': '710ecde5160640149c693e0c2b0b0354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:34.586518 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c3ed-99c3-4352-8bef-5ba792616c90 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277cfd68-bc51-4ca2-8532-0f6ed0f2fc1a,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:34.641695 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78a9aaba-abf1-4141-9369-428efa70d824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (95f3623d-3fc6-46a2-a2dd-c7780c661e24), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.759983 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Set router 27ca1ece-7d9c-498a-a371-0523bd11f61f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:34.807857 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78a9aaba-abf1-4141-9369-428efa70d824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (95f3623d-3fc6-46a2-a2dd-c7780c661e24), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.822542 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78a9aaba-abf1-4141-9369-428efa70d824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (95f3623d-3fc6-46a2-a2dd-c7780c661e24), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.862596 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9aaba-abf1-4141-9369-428efa70d824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f3623d-3fc6-46a2-a2dd-c7780c661e24,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:34.891396 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78a9aaba-abf1-4141-9369-428efa70d824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:34.898208 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-78a9aaba-abf1-4141-9369-428efa70d824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219397 May 16 20:39:34.898656 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36118) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:34.906973 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-d44e5f06-1af4-481e-9118-37b6ba8d2824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'security_group_rule': {'security_group_id': '0df51b15-22f0-40d9-abe5-9edb2f4eb1ae', 'project_id': '710ecde5160640149c693e0c2b0b0354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:34.963192 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d44e5f06-1af4-481e-9118-37b6ba8d2824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (25648466-136d-4118-a6b5-0ed99438c818), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.136127 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d44e5f06-1af4-481e-9118-37b6ba8d2824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (25648466-136d-4118-a6b5-0ed99438c818), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.143646 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d44e5f06-1af4-481e-9118-37b6ba8d2824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (25648466-136d-4118-a6b5-0ed99438c818), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.149285 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:39:24Z', 'revision_number': 4, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '60f91172-f47c-444a-9927-8adea5eeae0a', 'name': '', 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'mac_address': 'fa:16:3e:19:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c32aca35-8925-49f1-979a-535cd44864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:25Z', 'revision_number': 2, 'project_id': '6d5b856567154f82be7131a50db06412', 'subnets': [{'id': 'c32aca35-8925-49f1-979a-535cd44864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:35.170997 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e5f06-1af4-481e-9118-37b6ba8d2824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25648466-136d-4118-a6b5-0ed99438c818,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:35.192231 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Checking router: 27ca1ece-7d9c-498a-a371-0523bd11f61f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:35.192884 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Updating router 27ca1ece-7d9c-498a-a371-0523bd11f61f port 60f91172-f47c-444a-9927-8adea5eeae0a binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:35.193220 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d44e5f06-1af4-481e-9118-37b6ba8d2824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.195359 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d44e5f06-1af4-481e-9118-37b6ba8d2824 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2942359 May 16 20:39:35.198325 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36120) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:35.204981 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'security_group_rule': {'security_group_id': '0df51b15-22f0-40d9-abe5-9edb2f4eb1ae', 'project_id': '710ecde5160640149c693e0c2b0b0354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:35.239917 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.257689 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.securitygroups_db [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Project 710ecde5160640149c693e0c2b0b0354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:39:35.277315 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (edf85ea7-3b5e-4b2c-888d-6f85286ddfc4), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.360302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device c67bd3c5-8455-4303-b148-7ac4253aeda8 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:35.403955 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (edf85ea7-3b5e-4b2c-888d-6f85286ddfc4), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.424854 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (edf85ea7-3b5e-4b2c-888d-6f85286ddfc4), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.489382 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port c67bd3c5-8455-4303-b148-7ac4253aeda8 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:35.493031 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.493401 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.496754 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2973006 May 16 20:39:35.500168 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36124) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:39:35.504591 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9390545-7537-4099-a3bb-c238e509d610 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf85ea7-3b5e-4b2c-888d-6f85286ddfc4,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:35.506485 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'security_group_rule': {'security_group_id': '0df51b15-22f0-40d9-abe5-9edb2f4eb1ae', 'project_id': '710ecde5160640149c693e0c2b0b0354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:35.562357 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.securitygroups_db [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Project 710ecde5160640149c693e0c2b0b0354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:39:35.587747 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (a6eca9d4-ba41-4165-9be2-8af6a1283843), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.706590 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port c67bd3c5-8455-4303-b148-7ac4253aeda8 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:35.707958 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 21f7a405-fc28-4ca4-a362-1250b139301f up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:35.740319 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (a6eca9d4-ba41-4165-9be2-8af6a1283843), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.756902 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (a6eca9d4-ba41-4165-9be2-8af6a1283843), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.775070 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6eca9d4-ba41-4165-9be2-8af6a1283843,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:35.803517 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Publish callbacks [] for port (60f91172-f47c-444a-9927-8adea5eeae0a), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.805759 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 21f7a405-fc28-4ca4-a362-1250b139301f triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:35.806069 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.812979 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.813476 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:35.819661 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-badd57fe-3abd-4af3-bd7a-9a015bb124cf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3152916 May 16 20:39:35.819888 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c7c63-2432-48f6-9d1e-366c51eafa43 req-4ca233a2-de6e-49c8-beaf-b6e60e4ec1c5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:35.820431 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-134c7c63-2432-48f6-9d1e-366c51eafa43 req-4ca233a2-de6e-49c8-beaf-b6e60e4ec1c5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1613076 May 16 20:39:35.828080 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfd8e3-6b4e-4957-9bfa-0b544438894a req-a5c9067b-b2e6-4319-84ff-7b8ba1248439 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:35.830575 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86dfd8e3-6b4e-4957-9bfa-0b544438894a req-a5c9067b-b2e6-4319-84ff-7b8ba1248439 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1532893 May 16 20:39:35.943397 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-134c7c63-2432-48f6-9d1e-366c51eafa43 req-65d78d4b-6ee9-4af6-a8ae-aace2abaead5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127467 May 16 20:39:35.949089 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80643d69-e2d2-46b0-a754-8250941f8160 None None] Pushing event updated for resources: {'Port': ['ID=60f91172-f47c-444a-9927-8adea5eeae0a,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:35.970797 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86dfd8e3-6b4e-4957-9bfa-0b544438894a req-7fb33d83-2ef6-456f-b721-e10a0a28007e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313977 May 16 20:39:36.001639 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 21f7a405-fc28-4ca4-a362-1250b139301f is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:36.002025 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.033237 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 21f7a405-fc28-4ca4-a362-1250b139301f, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=21f7a405-fc28-4ca4-a362-1250b139301f,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:36.044042 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.154208 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Attempting to bind port 60f91172-f47c-444a-9927-8adea5eeae0a on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:36.156926 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Attempting to bind port 60f91172-f47c-444a-9927-8adea5eeae0a by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:36.157608 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Attempting to bind port 60f91172-f47c-444a-9927-8adea5eeae0a on network 46d83a79-5e6c-460c-9339-68052f9335e8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:36.174953 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:36.176054 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Checking segment: {'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:36.176484 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.176856 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Bound using segment: {'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:36.177323 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Bound port: 60f91172-f47c-444a-9927-8adea5eeae0a, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f45792-2cf9-4337-9ad5-2a0e936a7e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:36.177776 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.195632 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=21f7a405-fc28-4ca4-a362-1250b139301f,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:36.309400 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] For port 60f91172-f47c-444a-9927-8adea5eeae0a, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:36.313197 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] For port 60f91172-f47c-444a-9927-8adea5eeae0a, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=60f91172-f47c-444a-9927-8adea5eeae0a,segment=NetworkSegment(71f45792-2cf9-4337-9ad5-2a0e936a7e10),segment_id=71f45792-2cf9-4337-9ad5-2a0e936a7e10)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:36.327495 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.346099 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-41d86be2-d684-49b3-a410-61ec2f74ac69 None None] Provisioning complete for port 60f91172-f47c-444a-9927-8adea5eeae0a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:36.346754 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-41d86be2-d684-49b3-a410-61ec2f74ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.406664 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80643d69-e2d2-46b0-a754-8250941f8160 None None] Pushing event updated for resources: {'Port': ['ID=60f91172-f47c-444a-9927-8adea5eeae0a,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:36.466155 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Routers {'27ca1ece-7d9c-498a-a371-0523bd11f61f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:36.466887 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['27ca1ece-7d9c-498a-a371-0523bd11f61f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:36.511400 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-41d86be2-d684-49b3-a410-61ec2f74ac69 None None] Current status of the port 60f91172-f47c-444a-9927-8adea5eeae0a is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:36.512019 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-41d86be2-d684-49b3-a410-61ec2f74ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.600263 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-41d86be2-d684-49b3-a410-61ec2f74ac69 None None] For port 60f91172-f47c-444a-9927-8adea5eeae0a, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=60f91172-f47c-444a-9927-8adea5eeae0a,segment=NetworkSegment(71f45792-2cf9-4337-9ad5-2a0e936a7e10),segment_id=71f45792-2cf9-4337-9ad5-2a0e936a7e10)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:36.611513 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-41d86be2-d684-49b3-a410-61ec2f74ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:36.688207 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] Set router 27ca1ece-7d9c-498a-a371-0523bd11f61f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:36.751373 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d86be2-d684-49b3-a410-61ec2f74ac69 None None] Pushing event updated for resources: {'Port': ['ID=60f91172-f47c-444a-9927-8adea5eeae0a,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:36.922694 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Sync routers for ids ['23d1e12a-a4d7-4eba-9771-cb347427ce58'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:39:36.988137 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-f6e7b433-2c64-4d95-8b5e-47c1f8dbe07f None None] Provisioning complete for port 60f91172-f47c-444a-9927-8adea5eeae0a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:36.997225 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b433-2c64-4d95-8b5e-47c1f8dbe07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:37.014569 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Routers {'23d1e12a-a4d7-4eba-9771-cb347427ce58'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:37.019020 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['23d1e12a-a4d7-4eba-9771-cb347427ce58'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:37.193735 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 21f7a405-fc28-4ca4-a362-1250b139301f up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:37.210726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8e252-f335-4cbe-9f4e-6c34e838651d req-3a84f0c7-9e02-4971-b848-fcfef41b5a33 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:37.220701 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1bd8e252-f335-4cbe-9f4e-6c34e838651d req-3a84f0c7-9e02-4971-b848-fcfef41b5a33 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0769117 May 16 20:39:37.221221 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:39:24Z', 'revision_number': 4, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '60f91172-f47c-444a-9927-8adea5eeae0a', 'name': '', 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'mac_address': 'fa:16:3e:19:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c32aca35-8925-49f1-979a-535cd44864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:36Z', 'revision_number': 4, 'project_id': '6d5b856567154f82be7131a50db06412', 'subnets': [{'id': 'c32aca35-8925-49f1-979a-535cd44864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:37.280306 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603313c4-3981-4e36-bf21-1e50dc8e78f7 None None] The sync data for ids ['27ca1ece-7d9c-498a-a371-0523bd11f61f'] in dv-cinder-777031-16-iscsi is: [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:39:24Z', 'revision_number': 4, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '60f91172-f47c-444a-9927-8adea5eeae0a', 'name': '', 'network_id': '46d83a79-5e6c-460c-9339-68052f9335e8', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'mac_address': 'fa:16:3e:19:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c32aca35-8925-49f1-979a-535cd44864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:36Z', 'revision_number': 4, 'project_id': '6d5b856567154f82be7131a50db06412', 'subnets': [{'id': 'c32aca35-8925-49f1-979a-535cd44864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:37.280585 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fca3f-07cf-4139-9b6e-50de160cd898 req-c6d817fd-b8dc-4626-85a7-a6b14c79b64c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:37.289692 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-370fca3f-07cf-4139-9b6e-50de160cd898 req-c6d817fd-b8dc-4626-85a7-a6b14c79b64c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0615158 May 16 20:39:37.360862 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-370fca3f-07cf-4139-9b6e-50de160cd898 req-64a532b2-916d-43e8-a2e9-5e0811b36f40 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698833 May 16 20:39:37.400621 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 21f7a405-fc28-4ca4-a362-1250b139301f triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:37.400941 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:37.407511 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1bd8e252-f335-4cbe-9f4e-6c34e838651d req-4ce2305b-7ebf-4972-8857-108ab9e18523 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857359 May 16 20:39:37.491508 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Set router 23d1e12a-a4d7-4eba-9771-cb347427ce58 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:37.580295 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 21f7a405-fc28-4ca4-a362-1250b139301f is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:37.581406 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 60f91172-f47c-444a-9927-8adea5eeae0a up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:37.686602 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7b433-2c64-4d95-8b5e-47c1f8dbe07f None None] Current status of the port 60f91172-f47c-444a-9927-8adea5eeae0a is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:37.739137 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 60f91172-f47c-444a-9927-8adea5eeae0a triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:37.739668 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:38.104890 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 60f91172-f47c-444a-9927-8adea5eeae0a is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:38.250420 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:31Z', 'revision_number': 4, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port': {'id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:25Z', 'updated_at': '2022-05-16T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'a3f40463-3d28-4131-abff-e072330bafa5', 'name': '', 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'mac_address': 'fa:16:3e:16:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'eae791c6-5c02-4dd9-840d-7e17ec553ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:30Z', 'updated_at': '2022-05-16T20:39:31Z', 'revision_number': 2, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'subnets': [{'id': 'eae791c6-5c02-4dd9-840d-7e17ec553ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:38.284591 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Checking router: 23d1e12a-a4d7-4eba-9771-cb347427ce58 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:39:38.285346 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Updating router 23d1e12a-a4d7-4eba-9771-cb347427ce58 port a3f40463-3d28-4131-abff-e072330bafa5 binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:39:38.346933 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (a3f40463-3d28-4131-abff-e072330bafa5), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:38.667070 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230f825-9805-4d80-922a-0233096ce0a5 req-5c9a933e-f877-430d-9ad6-d1f9ac025823 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:38.671943 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4230f825-9805-4d80-922a-0233096ce0a5 req-5c9a933e-f877-430d-9ad6-d1f9ac025823 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1673415 May 16 20:39:38.701953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51c71e-756c-4434-b12c-29a043dd5497 req-640d4a23-f1f0-4677-8dba-966525d487b9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:38.704396 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0d51c71e-756c-4434-b12c-29a043dd5497 req-640d4a23-f1f0-4677-8dba-966525d487b9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1388543 May 16 20:39:38.829217 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4230f825-9805-4d80-922a-0233096ce0a5 req-656491cc-bed3-46e9-bd89-b8adc04c1fe5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250091 May 16 20:39:38.834442 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0d51c71e-756c-4434-b12c-29a043dd5497 req-45113999-a871-4137-a5a6-e689ce28973d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014369 May 16 20:39:38.916604 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Publish callbacks [] for port (a3f40463-3d28-4131-abff-e072330bafa5), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:38.926400 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (a3f40463-3d28-4131-abff-e072330bafa5), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:39.039318 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3680fa-0fb2-491e-9127-65dc7691ddc7 None None] Pushing event updated for resources: {'Port': ['ID=a3f40463-3d28-4131-abff-e072330bafa5,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:39.151580 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Attempting to bind port a3f40463-3d28-4131-abff-e072330bafa5 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:39.152334 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Attempting to bind port a3f40463-3d28-4131-abff-e072330bafa5 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:39.152876 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Attempting to bind port a3f40463-3d28-4131-abff-e072330bafa5 on network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:39.159802 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:39.160348 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Checking segment: {'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:39.160886 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:39.161568 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Bound using segment: {'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:39.162440 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Bound port: a3f40463-3d28-4131-abff-e072330bafa5, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10443401-17b1-4267-907b-523812783a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:39.162938 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (a3f40463-3d28-4131-abff-e072330bafa5), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:39.246281 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] For port a3f40463-3d28-4131-abff-e072330bafa5, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:39.250376 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] For port a3f40463-3d28-4131-abff-e072330bafa5, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=a3f40463-3d28-4131-abff-e072330bafa5,segment=NetworkSegment(10443401-17b1-4267-907b-523812783a20),segment_id=10443401-17b1-4267-907b-523812783a20)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:39.276997 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (a3f40463-3d28-4131-abff-e072330bafa5), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:39.386831 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Routers {'23d1e12a-a4d7-4eba-9771-cb347427ce58'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:39:39.387740 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['23d1e12a-a4d7-4eba-9771-cb347427ce58'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:39.390813 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3680fa-0fb2-491e-9127-65dc7691ddc7 None None] Pushing event updated for resources: {'Port': ['ID=a3f40463-3d28-4131-abff-e072330bafa5,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:39.462936 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-4bcc6ecd-a35f-430d-b504-9bec2df8988f None None] Provisioning complete for port a3f40463-3d28-4131-abff-e072330bafa5 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:39.463315 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6ecd-a35f-430d-b504-9bec2df8988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (a3f40463-3d28-4131-abff-e072330bafa5), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:39.611589 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] Set router 23d1e12a-a4d7-4eba-9771-cb347427ce58 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:39:39.769219 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc6ecd-a35f-430d-b504-9bec2df8988f None None] Current status of the port a3f40463-3d28-4131-abff-e072330bafa5 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:39.769625 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6ecd-a35f-430d-b504-9bec2df8988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (a3f40463-3d28-4131-abff-e072330bafa5), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:39.880780 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-4bcc6ecd-a35f-430d-b504-9bec2df8988f None None] For port a3f40463-3d28-4131-abff-e072330bafa5, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=a3f40463-3d28-4131-abff-e072330bafa5,segment=NetworkSegment(10443401-17b1-4267-907b-523812783a20),segment_id=10443401-17b1-4267-907b-523812783a20)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:39:39.897250 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6ecd-a35f-430d-b504-9bec2df8988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (a3f40463-3d28-4131-abff-e072330bafa5), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:40.013531 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606379b-4ac4-4f76-87eb-3b3a73ec38bb req-cc3f58ac-02fb-4cbc-b443-94bea73a4579 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:40.016472 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d606379b-4ac4-4f76-87eb-3b3a73ec38bb req-cc3f58ac-02fb-4cbc-b443-94bea73a4579 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0603559 May 16 20:39:40.024680 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc6ecd-a35f-430d-b504-9bec2df8988f None None] Pushing event updated for resources: {'Port': ['ID=a3f40463-3d28-4131-abff-e072330bafa5,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:40.077870 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-0b02d980-269e-4b9c-bd54-496a00fdde85 None None] Provisioning complete for port a3f40463-3d28-4131-abff-e072330bafa5 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:40.078404 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0b02d980-269e-4b9c-bd54-496a00fdde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (a3f40463-3d28-4131-abff-e072330bafa5), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:40.093485 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb24-e88e-4286-b3e3-6f2fc6222cb8 req-78539a75-6ab3-462a-9a5b-40c641ab5c66 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:40.095543 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcf4eb24-e88e-4286-b3e3-6f2fc6222cb8 req-78539a75-6ab3-462a-9a5b-40c641ab5c66 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0779469 May 16 20:39:40.131461 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d606379b-4ac4-4f76-87eb-3b3a73ec38bb req-78fb7fa1-1f43-4728-8ac6-9b7a92a9d23d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018269 May 16 20:39:40.165937 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:31Z', 'revision_number': 4, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port': {'id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:25Z', 'updated_at': '2022-05-16T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'a3f40463-3d28-4131-abff-e072330bafa5', 'name': '', 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'mac_address': 'fa:16:3e:16:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'eae791c6-5c02-4dd9-840d-7e17ec553ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:30Z', 'updated_at': '2022-05-16T20:39:39Z', 'revision_number': 4, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'subnets': [{'id': 'eae791c6-5c02-4dd9-840d-7e17ec553ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:39:40.188898 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcf4eb24-e88e-4286-b3e3-6f2fc6222cb8 req-a16e0e4d-98a1-49e6-bfcc-de4e216bb2ed tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846591 May 16 20:39:40.208547 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3980a-eff1-4b27-b053-82cabc7f0d34 None None] The sync data for ids ['23d1e12a-a4d7-4eba-9771-cb347427ce58'] in dv-cinder-777031-16-iscsi is: [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:39:31Z', 'revision_number': 4, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port': {'id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:25Z', 'updated_at': '2022-05-16T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'a3f40463-3d28-4131-abff-e072330bafa5', 'name': '', 'network_id': '9c28d82c-102e-4c92-b1b4-6a404b2f9821', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'mac_address': 'fa:16:3e:16:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'eae791c6-5c02-4dd9-840d-7e17ec553ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:30Z', 'updated_at': '2022-05-16T20:39:39Z', 'revision_number': 4, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'subnets': [{'id': 'eae791c6-5c02-4dd9-840d-7e17ec553ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:39:40.343026 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-0b02d980-269e-4b9c-bd54-496a00fdde85 None None] Current status of the port a3f40463-3d28-4131-abff-e072330bafa5 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:41.082104 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device a3f40463-3d28-4131-abff-e072330bafa5 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:39:41.171003 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port a3f40463-3d28-4131-abff-e072330bafa5 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:41.171388 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (a3f40463-3d28-4131-abff-e072330bafa5), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:41.336570 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71c07-8b87-4962-85ac-8cba9e780af4 req-d2ee72ac-10c2-4a60-a9b7-66de040d932e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:41.350329 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c8c71c07-8b87-4962-85ac-8cba9e780af4 req-d2ee72ac-10c2-4a60-a9b7-66de040d932e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0865531 May 16 20:39:41.353644 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port a3f40463-3d28-4131-abff-e072330bafa5 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:39:41.476247 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debef55-0bfd-474d-822b-2fc440a1a630 req-3a0cb5a8-26dc-4a1a-8f64-2bbcc3289bf7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:41.488582 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2debef55-0bfd-474d-822b-2fc440a1a630 req-3a0cb5a8-26dc-4a1a-8f64-2bbcc3289bf7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1259394 May 16 20:39:41.627581 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c8c71c07-8b87-4962-85ac-8cba9e780af4 req-069fbda3-c9a2-44bc-a5b3-2f1427d2081b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703424 May 16 20:39:41.651465 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2debef55-0bfd-474d-822b-2fc440a1a630 req-5f1b47b9-da4d-45f0-b48e-9a4778126a6f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612425 May 16 20:39:42.851739 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc784e38-a0f4-430e-be55-344c92643c16 req-c1775b69-518c-47c2-b7d6-5c7645b53849 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:42.854153 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cc784e38-a0f4-430e-be55-344c92643c16 req-c1775b69-518c-47c2-b7d6-5c7645b53849 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1120048 May 16 20:39:42.864117 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c72273-81c2-4b98-b36f-e6b6a776d665 req-11965288-9912-4b23-a2ea-812675bbe548 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:42.865670 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f2c72273-81c2-4b98-b36f-e6b6a776d665 req-11965288-9912-4b23-a2ea-812675bbe548 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0754683 May 16 20:39:42.969208 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cc784e38-a0f4-430e-be55-344c92643c16 req-52707c56-a886-4e19-a040-fc4c81fff108 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019640 May 16 20:39:42.988854 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f2c72273-81c2-4b98-b36f-e6b6a776d665 req-d423bbe7-5278-49d9-acab-11042cd739ae tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109829 May 16 20:39:43.547241 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-4bf6bf76-399a-48f3-8a71-cd415b8c768a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:43.548796 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-4bf6bf76-399a-48f3-8a71-cd415b8c768a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/networks?id=575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 200 len: 815 time: 0.1010230 May 16 20:39:43.565584 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-7240dc0d-19f7-4039-a0e8-d9cf963c79e9 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/quotas/1260ab72bfde4bc9b3ba657ea0c18f14 HTTP/1.1" status: 200 len: 375 time: 0.0098455 May 16 20:39:43.620851 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-90873744-d280-4b04-a337-74823e4ec206 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481911 May 16 20:39:43.726054 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-7287c621-256d-443c-8b61-b56333c0275a service neutron] 10.222.0.49 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932415 May 16 20:39:43.819390 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ad6656e4-ed2a-4f32-912a-3deeb2842fd9 service neutron] 10.222.0.49 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869799 May 16 20:39:44.010569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0cc60dd8-e594-4b34-ac33-6fa92a3068d5 req-85976b38-443f-4b5d-a169-8337a975ba7e tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 210 time: 0.0457551 May 16 20:39:44.127234 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6fdc-8571-45bf-847f-8a994a9c82a5 req-3ee6db32-39a5-4e7f-8d15-8fc79482e1c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:44.128849 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-965b6fdc-8571-45bf-847f-8a994a9c82a5 req-3ee6db32-39a5-4e7f-8d15-8fc79482e1c9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0762432 May 16 20:39:44.150538 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fa2ea-560b-4d8c-ac6a-b7532588adab req-9afdf4e3-d6e4-40a3-a7bb-1fa236301b0c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:44.151963 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ec9fa2ea-560b-4d8c-ac6a-b7532588adab req-9afdf4e3-d6e4-40a3-a7bb-1fa236301b0c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0674493 May 16 20:39:44.215771 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-965b6fdc-8571-45bf-847f-8a994a9c82a5 req-afffa332-412d-4398-b1a5-e69dc3c9afae tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790882 May 16 20:39:44.228074 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ec9fa2ea-560b-4d8c-ac6a-b7532588adab req-9f86bba7-d4d3-468a-9220-5ebcf96baa55 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696120 May 16 20:39:44.921001 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117f99f-5654-4a27-b9cb-60f5ab01e26e req-0872407a-f98d-4453-9153-c22007f4ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:44.922684 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-4117f99f-5654-4a27-b9cb-60f5ab01e26e req-0872407a-f98d-4453-9153-c22007f4ec87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 1129 time: 0.0406487 May 16 20:39:44.972205 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-4117f99f-5654-4a27-b9cb-60f5ab01e26e req-7017ba39-97dd-459f-9d38-07c91900626b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 May 16 20:39:45.109270 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-94a2a413-47b8-41d0-a0f0-9f93e38cbb76 req-dc6fa984-3199-4694-b107-5f423e7c69c3 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 210 time: 0.0287707 May 16 20:39:45.378698 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed45d43-cbd5-4db3-a2ba-277365bfd900 req-6c58b282-5f4f-4e39-8c6d-a9279f11e2c2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:45.380246 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9ed45d43-cbd5-4db3-a2ba-277365bfd900 req-6c58b282-5f4f-4e39-8c6d-a9279f11e2c2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0747540 May 16 20:39:45.397110 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356b33-71d2-41d5-b687-58cc61499694 req-457bda0b-fbc2-4325-beab-131147ef2e03 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:45.398479 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f2356b33-71d2-41d5-b687-58cc61499694 req-457bda0b-fbc2-4325-beab-131147ef2e03 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0829124 May 16 20:39:45.456839 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9ed45d43-cbd5-4db3-a2ba-277365bfd900 req-b2e407cc-1cb9-49aa-b0d9-d9ff83d0e965 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706410 May 16 20:39:45.467530 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f2356b33-71d2-41d5-b687-58cc61499694 req-b7595b86-6da9-42ea-9291-337327c9b9be tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613244 May 16 20:39:46.006489 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-eb98e959-3f7b-4679-bdcc-5b2d603626bf tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:46.007929 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-eb98e959-3f7b-4679-bdcc-5b2d603626bf tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.60 "GET /v2.0/networks?id=575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 200 len: 815 time: 0.1046860 May 16 20:39:46.031377 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'port': {'device_id': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'admin_state_up': True, 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:46.158619 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Made reservation on behalf of 1260ab72bfde4bc9b3ba657ea0c18f14 for: {'port': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:39:46.162208 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:46.212071 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8c0b867a-708f-444d-8b54-ee1ab7db052d req-8e2fa8c9-c797-4b5c-b259-40f00e50b79c tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 210 time: 0.0274696 May 16 20:39:46.292971 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Allocated IP 172.20.0.3 (575cc251-3783-4edf-8147-f5cd78cc82ea/1a30e867-2c98-4a79-a359-831a9ac66aed/ebd68081-2a96-4732-bf76-3afb6eec8000) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:39:46.447057 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:46.489464 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:46.526160 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Network 575cc251-3783-4edf-8147-f5cd78cc82ea is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:39:46.528354 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:39:46.532806 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:39:46.585353 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:46.592240 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:46.613761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:46.622802 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-ff4d7c1f-c6bd-4b6b-b127-456f03143795 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953004 May 16 20:39:46.630566 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8a72a-ea3f-45d9-b802-7a8df750145b req-96bb521e-977e-4101-9148-9c17791ac216 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:46.632167 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b0e8a72a-ea3f-45d9-b802-7a8df750145b req-96bb521e-977e-4101-9148-9c17791ac216 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0810401 May 16 20:39:46.689086 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cbcd0-4e74-458d-80b3-019dc4aa9ee3 req-842d9c52-1844-4c4d-9454-da38d56d841d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:46.690841 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e38cbcd0-4e74-458d-80b3-019dc4aa9ee3 req-842d9c52-1844-4c4d-9454-da38d56d841d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.1031239 May 16 20:39:46.737910 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b0e8a72a-ea3f-45d9-b802-7a8df750145b req-4b7b65a7-d596-49f6-90ef-1d386cc6c355 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866015 May 16 20:39:46.794604 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e38cbcd0-4e74-458d-80b3-019dc4aa9ee3 req-171ce182-8c36-4aed-bda1-e57a00add57a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878744 May 16 20:39:46.924113 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-58de6449-dcfc-4278-825e-e7f976e0baa7 None None] Provisioning complete for port ebd68081-2a96-4732-bf76-3afb6eec8000 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:39:46.925028 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-58de6449-dcfc-4278-825e-e7f976e0baa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:46.999112 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-58de6449-dcfc-4278-825e-e7f976e0baa7 None None] Port ebd68081-2a96-4732-bf76-3afb6eec8000 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:39:47.086915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349cc27-ab1b-4615-a29c-0aa6b32b61d7 req-3cb6478b-625c-46a4-8ca8-0dfb6ee9f948 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:47.092961 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9349cc27-ab1b-4615-a29c-0aa6b32b61d7 req-3cb6478b-625c-46a4-8ca8-0dfb6ee9f948 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0667706 May 16 20:39:47.147752 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9349cc27-ab1b-4615-a29c-0aa6b32b61d7 req-13d72408-8f53-4299-9275-456e31024af7 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527284 May 16 20:39:47.353081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a231-8c06-4fb0-b7b9-f61af2760dfe req-7b384138-7eb3-410b-a5e2-35f9180a14fe tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:47.354599 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4544a231-8c06-4fb0-b7b9-f61af2760dfe req-7b384138-7eb3-410b-a5e2-35f9180a14fe tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0534163 May 16 20:39:47.408332 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4544a231-8c06-4fb0-b7b9-f61af2760dfe req-25a5ec04-b943-496c-bb1b-07a6d14ea662 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480351 May 16 20:39:47.942120 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d223a-d581-439f-bc02-14d63f9899d3 req-b93ee17e-60ed-4d51-b329-873e95c9fd60 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:47.944047 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e03d223a-d581-439f-bc02-14d63f9899d3 req-b93ee17e-60ed-4d51-b329-873e95c9fd60 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0626192 May 16 20:39:47.994683 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e03d223a-d581-439f-bc02-14d63f9899d3 req-a0e0af9f-8e93-418a-80b0-86e4dd39e6d8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 May 16 20:39:48.285051 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee06ea7-976c-4739-b0b5-1e4f9b0d7820 req-6f01fae6-0478-4105-8444-9df29b980b6b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:48.286514 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ee06ea7-976c-4739-b0b5-1e4f9b0d7820 req-6f01fae6-0478-4105-8444-9df29b980b6b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0588870 May 16 20:39:48.338598 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ee06ea7-976c-4739-b0b5-1e4f9b0d7820 req-3b37f1c3-9aca-4373-8193-450fe7e998e7 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463662 May 16 20:39:48.542169 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08b41524-9f00-42b8-9c1c-a07c7676e10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:48.544994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22b463-dea8-4ac4-80aa-ccc9dc10eb87 req-5938e600-11fe-409f-a198-26c78f1e09a0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:48.548689 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3a22b463-dea8-4ac4-80aa-ccc9dc10eb87 req-5938e600-11fe-409f-a198-26c78f1e09a0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0503376 May 16 20:39:48.598623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3a22b463-dea8-4ac4-80aa-ccc9dc10eb87 req-11e898d5-b078-47c7-b75e-f25a67bb925f tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 May 16 20:39:49.122471 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637043c3-d85e-4564-bdb0-4782ff4d4a25 req-421c8868-931b-4c93-9fb4-34a512b237b1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:49.123990 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-637043c3-d85e-4564-bdb0-4782ff4d4a25 req-421c8868-931b-4c93-9fb4-34a512b237b1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0482926 May 16 20:39:49.173594 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-637043c3-d85e-4564-bdb0-4782ff4d4a25 req-8eab9a2c-8d40-430c-9c27-7a951bce8d84 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 May 16 20:39:49.460962 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c88ec-6703-4882-9e35-5ed18249b1d4 req-037ea57d-536e-4b99-823f-d73dbb109cd9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:49.462443 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-781c88ec-6703-4882-9e35-5ed18249b1d4 req-037ea57d-536e-4b99-823f-d73dbb109cd9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0543287 May 16 20:39:49.512222 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-781c88ec-6703-4882-9e35-5ed18249b1d4 req-8ab52002-42fe-439e-aa2e-c79d63c8bbaa tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 May 16 20:39:49.737920 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cc918-3c49-4dc5-b012-467ed4e6eff7 req-7f9bf08c-51a6-4872-a3da-481ed7051962 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:49.739448 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-137cc918-3c49-4dc5-b012-467ed4e6eff7 req-7f9bf08c-51a6-4872-a3da-481ed7051962 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0491168 May 16 20:39:49.793203 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-137cc918-3c49-4dc5-b012-467ed4e6eff7 req-00826ec6-bb7b-467d-b736-f0179dd7f483 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 May 16 20:39:50.310150 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192194be-246a-484a-b08a-2d68762e7cdc req-ed7ef303-12cc-4f2e-a616-ef438eb69380 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:50.311894 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-192194be-246a-484a-b08a-2d68762e7cdc req-ed7ef303-12cc-4f2e-a616-ef438eb69380 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0592921 May 16 20:39:50.363285 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-192194be-246a-484a-b08a-2d68762e7cdc req-c066b1d3-64d0-402c-80a5-9713a2e1a3b8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 May 16 20:39:50.643078 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c50b7-9401-487e-91fe-7fdd390cdb24 req-40615ccf-08dd-4e3c-82ea-0e55eae17189 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:50.644681 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ea7c50b7-9401-487e-91fe-7fdd390cdb24 req-40615ccf-08dd-4e3c-82ea-0e55eae17189 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0532494 May 16 20:39:50.695579 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ea7c50b7-9401-487e-91fe-7fdd390cdb24 req-473c4a09-86da-46c0-893d-8f2f3d78806a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 May 16 20:39:50.735333 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c4c85d4d-6f99-4fa8-aaf7-740a68702cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:50.913445 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef52532-2a29-4aca-b403-b31857f1f498 req-d4686914-54c4-405c-b5f2-a6dad1c253c8 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:50.915063 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cef52532-2a29-4aca-b403-b31857f1f498 req-d4686914-54c4-405c-b5f2-a6dad1c253c8 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0478883 May 16 20:39:50.968081 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cef52532-2a29-4aca-b403-b31857f1f498 req-79192d50-3ca0-446c-98e6-4a5a08918cd0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 May 16 20:39:51.488048 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3929afa-0dbd-47c0-8070-0d55f74cd88e req-a9f7ea0e-0ebd-4173-8600-e0a59c4abf14 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:51.490221 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3929afa-0dbd-47c0-8070-0d55f74cd88e req-a9f7ea0e-0ebd-4173-8600-e0a59c4abf14 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0522687 May 16 20:39:51.541005 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3929afa-0dbd-47c0-8070-0d55f74cd88e req-7d6ea17a-d8c3-4c5a-b872-c2340ebd6899 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449743 May 16 20:39:51.827241 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed064c05-91e0-4d52-b8ef-c09d8a260b0d req-9b1ca2cc-1855-49bf-829b-ed8ff01f5ab2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:51.829166 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed064c05-91e0-4d52-b8ef-c09d8a260b0d req-9b1ca2cc-1855-49bf-829b-ed8ff01f5ab2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0504587 May 16 20:39:51.877552 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed064c05-91e0-4d52-b8ef-c09d8a260b0d req-9e762b5c-2b1f-4fb1-9a35-d51f1b73de46 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 May 16 20:39:52.104938 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881f41f-f36f-4b28-b5cd-0762b316f198 req-35580990-075c-4c4e-9006-88139d00b5f2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:52.104938 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f881f41f-f36f-4b28-b5cd-0762b316f198 req-35580990-075c-4c4e-9006-88139d00b5f2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0626214 May 16 20:39:52.137511 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:52.152851 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f881f41f-f36f-4b28-b5cd-0762b316f198 req-c312e906-6ecd-4c26-9525-abf4ea55b39e tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 May 16 20:39:52.670498 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7625677-88ed-472f-ab2e-98a89fcf11c5 req-568d9381-9867-4f0b-bcaf-3e60356a10cf tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:52.672171 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7625677-88ed-472f-ab2e-98a89fcf11c5 req-568d9381-9867-4f0b-bcaf-3e60356a10cf tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0553296 May 16 20:39:52.723085 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7625677-88ed-472f-ab2e-98a89fcf11c5 req-825a5206-6c6c-41d1-a865-0ffa6fb032c1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 May 16 20:39:53.000860 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db442fd-f3ce-4e2b-9972-52d202cbf977 req-09ac4d57-99e8-4a3b-8826-19a458816af8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:53.002392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2db442fd-f3ce-4e2b-9972-52d202cbf977 req-09ac4d57-99e8-4a3b-8826-19a458816af8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0483458 May 16 20:39:53.053058 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2db442fd-f3ce-4e2b-9972-52d202cbf977 req-f490f679-5270-4e85-ae91-9ff5da1208fa tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 May 16 20:39:53.271187 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cdd6e-3516-4f98-a249-39281d79823b req-31af6e44-6430-4b6b-9250-38c28dcd602f tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:53.272681 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0e7cdd6e-3516-4f98-a249-39281d79823b req-31af6e44-6430-4b6b-9250-38c28dcd602f tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0505733 May 16 20:39:53.322023 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0e7cdd6e-3516-4f98-a249-39281d79823b req-af4d067e-7e6f-4383-b1fb-dcabaeecd89a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 May 16 20:39:53.546879 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:53.863216 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c05ff-f99f-448e-bf8e-2b3779d5cd53 req-23515046-b55b-40e0-91e0-28fc300d3407 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:53.865252 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f84c05ff-f99f-448e-bf8e-2b3779d5cd53 req-23515046-b55b-40e0-91e0-28fc300d3407 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0501792 May 16 20:39:53.914481 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f84c05ff-f99f-448e-bf8e-2b3779d5cd53 req-0fabd7e8-8a34-4b87-9cba-29dd9f00fc12 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 May 16 20:39:54.179086 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92441db4-e385-4b2e-87c6-aa8e4d7829d2 req-b926a058-ed33-4a77-8058-dfcaf026424f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:54.181304 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-92441db4-e385-4b2e-87c6-aa8e4d7829d2 req-b926a058-ed33-4a77-8058-dfcaf026424f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0547054 May 16 20:39:54.233050 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-92441db4-e385-4b2e-87c6-aa8e4d7829d2 req-8979b428-a7e0-44e4-961a-81bee34e7ac2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 May 16 20:39:54.440576 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e5652-2e82-409d-b756-d986a9e7ab7d req-e282b043-dd3f-4ba4-8f90-0fea84008cb0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:54.443268 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-290e5652-2e82-409d-b756-d986a9e7ab7d req-e282b043-dd3f-4ba4-8f90-0fea84008cb0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0501273 May 16 20:39:54.508380 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-290e5652-2e82-409d-b756-d986a9e7ab7d req-768d2a16-ca14-4768-98b6-2631631466e4 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577309 May 16 20:39:54.896909 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:54.956859 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c82fd-3b8e-4801-8e12-a4e80c641fcd req-8264d039-0a77-44d8-a038-23e980eedfdf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:54.960502 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8d9c82fd-3b8e-4801-8e12-a4e80c641fcd req-8264d039-0a77-44d8-a038-23e980eedfdf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0576303 May 16 20:39:55.038885 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8d9c82fd-3b8e-4801-8e12-a4e80c641fcd req-ee4cd840-487d-45b7-b994-acefd59b18f8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612881 May 16 20:39:55.074552 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb82103-0731-44da-846a-361a8c0db275 req-e3c5d691-9de6-40ee-be5c-21e3d8c6b2df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:55.076038 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cfb82103-0731-44da-846a-361a8c0db275 req-e3c5d691-9de6-40ee-be5c-21e3d8c6b2df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0634799 May 16 20:39:55.128768 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cfb82103-0731-44da-846a-361a8c0db275 req-2a3180c3-94e2-4310-a923-9cd09d0434d1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460639 May 16 20:39:55.358231 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cca643-637d-4217-b783-28a316c0deb0 req-774f7922-02a8-4bf5-8909-586531340ec9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:55.359726 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-75cca643-637d-4217-b783-28a316c0deb0 req-774f7922-02a8-4bf5-8909-586531340ec9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0525873 May 16 20:39:55.420995 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-75cca643-637d-4217-b783-28a316c0deb0 req-5f34d52f-31d8-459e-9b0a-10af0d6173c3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550013 May 16 20:39:55.624848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f3f8-dc69-4c2b-8ef9-f9f95f627ef6 req-6e4bb86e-294b-416d-b724-9db6c44175d6 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:55.626363 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2918f3f8-dc69-4c2b-8ef9-f9f95f627ef6 req-6e4bb86e-294b-416d-b724-9db6c44175d6 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0507793 May 16 20:39:55.680317 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2918f3f8-dc69-4c2b-8ef9-f9f95f627ef6 req-9db5e259-2ec5-41fb-a14a-155313084db4 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480278 May 16 20:39:56.157437 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01321d23-d786-496b-97b3-eb10b5bc093a req-88c82a6b-c796-4492-b84a-ea2b1797d4a0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:56.158892 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-01321d23-d786-496b-97b3-eb10b5bc093a req-88c82a6b-c796-4492-b84a-ea2b1797d4a0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0481124 May 16 20:39:56.206365 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-01321d23-d786-496b-97b3-eb10b5bc093a req-dd301807-cd68-4659-bd42-00c7fbcbf66d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417306 May 16 20:39:56.256130 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c521dab-d4bd-44e9-8a67-f522d71a766c req-84894793-dfd6-45ac-8b0c-082d7dc53f66 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:56.257526 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0c521dab-d4bd-44e9-8a67-f522d71a766c req-84894793-dfd6-45ac-8b0c-082d7dc53f66 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0495179 May 16 20:39:56.304615 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0c521dab-d4bd-44e9-8a67-f522d71a766c req-491929c2-75ca-4905-abb7-bfddc01cf0e7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412619 May 16 20:39:56.552718 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11a3a7-1304-401b-9a0d-fc25bcc73609 req-05b6af64-31e3-4cca-bdd8-401a33ab8ca6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:56.554088 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6b11a3a7-1304-401b-9a0d-fc25bcc73609 req-05b6af64-31e3-4cca-bdd8-401a33ab8ca6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0574245 May 16 20:39:56.612557 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6b11a3a7-1304-401b-9a0d-fc25bcc73609 req-19569b80-dd70-4e7d-979c-b5eaa16341b4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512304 May 16 20:39:56.729927 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Request body: {'port': {'device_id': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:39:56.793045 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436477c-dd8a-4c8b-adb7-d9fbe478131d req-fe5d4e08-3e69-485d-b812-ebe77d406217 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:56.794488 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9436477c-dd8a-4c8b-adb7-d9fbe478131d req-fe5d4e08-3e69-485d-b812-ebe77d406217 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 931 time: 0.0459335 May 16 20:39:56.794817 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:56.844360 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:56.846483 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9436477c-dd8a-4c8b-adb7-d9fbe478131d req-5d99a55d-2e60-431e-99c0-bd79b2c40960 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463047 May 16 20:39:57.078653 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd68081-2a96-4732-bf76-3afb6eec8000 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:39:57.086095 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Publish callbacks [] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:57.098384 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Transition to ACTIVE for port object ebd68081-2a96-4732-bf76-3afb6eec8000 will not be triggered until provisioned by entity L2. {{(pid=103496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:39:57.103991 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:57.148916 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:57.160521 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.160865 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.161199 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.161537 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.161872 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.162199 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.162524 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.162841 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.163161 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.163482 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.163798 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.164113 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.164426 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.164783 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.165095 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:39:57.231202 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Attempting to bind port ebd68081-2a96-4732-bf76-3afb6eec8000 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:39:57.231542 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Attempting to bind port ebd68081-2a96-4732-bf76-3afb6eec8000 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:39:57.231874 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Attempting to bind port ebd68081-2a96-4732-bf76-3afb6eec8000 on network 575cc251-3783-4edf-8147-f5cd78cc82ea {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:57.237357 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Port ebd68081-2a96-4732-bf76-3afb6eec8000 on network 575cc251-3783-4edf-8147-f5cd78cc82ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:39:57.237749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Attempting to bind port ebd68081-2a96-4732-bf76-3afb6eec8000 on network 575cc251-3783-4edf-8147-f5cd78cc82ea {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:39:57.243494 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:39:57.243846 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Checking segment: {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:39:57.244270 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Bound using segment: {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:39:57.244743 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Bound port: ebd68081-2a96-4732-bf76-3afb6eec8000, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2aa49a7-1226-4971-b2dc-3801f548e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:39:57.245041 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:57.309790 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:39:57.312813 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ebd68081-2a96-4732-bf76-3afb6eec8000,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:39:57.319454 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:57.322427 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3dca8-6aef-472a-a1a8-659576b1c7e3 req-a20f568d-f7ed-463a-b8de-b2253043852e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:57.323904 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fdd3dca8-6aef-472a-a1a8-659576b1c7e3 req-a20f568d-f7ed-463a-b8de-b2253043852e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0472705 May 16 20:39:57.350248 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:57.350796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:57.352191 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] 10.222.0.60 "PUT /v2.0/ports/ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 1093 time: 0.6266820 May 16 20:39:57.352658 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:39:57.354975 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637d8efc-5850-4fd5-a2a3-2dca7bc61a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:39:57.379144 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d469d-02e9-4558-a51a-2ea18e2a8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:57.384994 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fdd3dca8-6aef-472a-a1a8-659576b1c7e3 req-280f5a41-b46f-4392-95ab-25fe05c9f97b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551198 May 16 20:39:57.427306 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13572f2-8c17-4fe0-a1e1-8bda3f25c08a x-openstack-request-id: req-a13572f2-8c17-4fe0-a1e1-8bda3f25c08a {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:39:57.427662 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:39:57.427979 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a13572f2-8c17-4fe0-a1e1-8bda3f25c08a {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:39:57.429190 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13572f2-8c17-4fe0-a1e1-8bda3f25c08a'] response: {'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'status': 'completed', 'code': 200} May 16 20:39:57.435346 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ef291-0d60-4891-8fdb-583197411ade req-b4996a59-944d-4e36-b7b0-d57e7a42b7a0 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:57.436979 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6c8ef291-0d60-4891-8fdb-583197411ade req-b4996a59-944d-4e36-b7b0-d57e7a42b7a0 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0508671 May 16 20:39:57.490347 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6c8ef291-0d60-4891-8fdb-583197411ade req-d4a30be8-9478-4ee4-8bd1-c46443917967 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477552 May 16 20:39:57.733358 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966035-2f95-4f41-8be5-b54aa558b244 req-4be9b2be-5a75-4233-8d5a-3f72cc7d5cf4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:57.734799 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5e966035-2f95-4f41-8be5-b54aa558b244 req-4be9b2be-5a75-4233-8d5a-3f72cc7d5cf4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0486481 May 16 20:39:57.781985 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5e966035-2f95-4f41-8be5-b54aa558b244 req-3143ab4f-9dfc-4f6a-ac7d-1cb7820d2dbb tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 May 16 20:39:57.965283 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f8ba2-c2c6-4e92-b925-68758f36b973 req-0cb9cc29-a1ef-4f48-9461-653723ce7411 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:57.966756 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-328f8ba2-c2c6-4e92-b925-68758f36b973 req-0cb9cc29-a1ef-4f48-9461-653723ce7411 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.0474896 May 16 20:39:58.013697 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-328f8ba2-c2c6-4e92-b925-68758f36b973 req-65354802-8132-40ac-9b90-f2319c07be3e tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 May 16 20:39:58.503788 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31417b63-f29d-411e-ba51-1d04c02d1bb6 req-acfb5174-0973-4d4c-b4a0-b055b601bd49 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:58.505241 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31417b63-f29d-411e-ba51-1d04c02d1bb6 req-acfb5174-0973-4d4c-b4a0-b055b601bd49 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0493114 May 16 20:39:58.559060 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31417b63-f29d-411e-ba51-1d04c02d1bb6 req-e21ada49-4ba8-40b8-afad-9e483ef3f8b3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482013 May 16 20:39:58.614316 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35450811-40c0-42ff-bc09-4ee1f30a4635 req-a884e4e6-78c0-42fb-8d29-723c8bd87f78 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:58.615736 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35450811-40c0-42ff-bc09-4ee1f30a4635 req-a884e4e6-78c0-42fb-8d29-723c8bd87f78 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0480049 May 16 20:39:58.663868 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35450811-40c0-42ff-bc09-4ee1f30a4635 req-9fc22eb7-a5af-4358-aaec-3b0b9c63eb55 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 May 16 20:39:58.912078 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e1cf-7d45-457f-b3b9-00b54944e73e req-1fb70f84-fc85-41a7-b6d5-590b76dacf14 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:58.913604 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2098e1cf-7d45-457f-b3b9-00b54944e73e req-1fb70f84-fc85-41a7-b6d5-590b76dacf14 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0480931 May 16 20:39:58.967084 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2098e1cf-7d45-457f-b3b9-00b54944e73e req-696c82e5-0170-464d-9e5c-fdd1be42520d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 May 16 20:39:59.139209 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324869a-71a4-4419-a146-211345b78d15 req-7d964c86-c250-4933-932f-3c3bc15c9517 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:59.140690 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9324869a-71a4-4419-a146-211345b78d15 req-7d964c86-c250-4933-932f-3c3bc15c9517 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.0623367 May 16 20:39:59.196401 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9324869a-71a4-4419-a146-211345b78d15 req-e02fe7d6-2cac-4181-8825-31109e8e53bc tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476868 May 16 20:39:59.687996 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3e1e-857e-4546-ba10-88200bbc14d4 req-4b2d5366-7a50-4733-9942-296f45896211 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:59.689498 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a6ad3e1e-857e-4546-ba10-88200bbc14d4 req-4b2d5366-7a50-4733-9942-296f45896211 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0532279 May 16 20:39:59.757704 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a6ad3e1e-857e-4546-ba10-88200bbc14d4 req-fdcb066d-f5e4-468f-9a19-0896615022b9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623245 May 16 20:39:59.828594 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6a5ed-4f58-4cd2-bea1-6bc37e15e252 req-ebaa0278-f7f0-4cac-a470-827f41177cfd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:39:59.830266 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-69a6a5ed-4f58-4cd2-bea1-6bc37e15e252 req-ebaa0278-f7f0-4cac-a470-827f41177cfd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0716820 May 16 20:39:59.877858 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-69a6a5ed-4f58-4cd2-bea1-6bc37e15e252 req-98001dc4-a524-42e5-a080-3bec7ac36c97 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407720 May 16 20:40:00.092093 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52f61-be5e-485c-9b51-e472af7f05e3 req-d27caf2e-9249-4b70-b549-91746fbeeedf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:00.093630 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b6b52f61-be5e-485c-9b51-e472af7f05e3 req-d27caf2e-9249-4b70-b549-91746fbeeedf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0512331 May 16 20:40:00.143479 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b6b52f61-be5e-485c-9b51-e472af7f05e3 req-e5794861-150c-4f06-b001-28d6797355bf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 May 16 20:40:00.331391 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-a04f4529-8396-47f4-b382-c7bb66fe1023 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122782084&fields=id&tenant_id=710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 267 time: 0.0755868 May 16 20:40:00.337327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b8cd-fed5-4aa6-b919-cc955fcb1c29 req-d9d7b00a-deef-46f7-b9a3-5c9349c5a061 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:00.338792 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c570b8cd-fed5-4aa6-b919-cc955fcb1c29 req-d9d7b00a-deef-46f7-b9a3-5c9349c5a061 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.0673223 May 16 20:40:00.441378 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c570b8cd-fed5-4aa6-b919-cc955fcb1c29 req-6722aa88-9385-4e83-a75f-a188384da50d tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931091 May 16 20:40:00.463598 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-7d8fd8a9-c3b8-44bc-9689-f5390fbd96ef tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:00.465041 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-7d8fd8a9-c3b8-44bc-9689-f5390fbd96ef tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 812 time: 0.1254187 May 16 20:40:00.479683 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-3eef56f7-2e12-4ba9-926e-ec773343f066 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/quotas/710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 375 time: 0.0093434 May 16 20:40:00.530119 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-94a54742-fda9-4d72-bd56-70ef2f115859 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455701 May 16 20:40:00.624950 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-f0895d85-366e-4a56-967b-51afe9e9adad service neutron] 10.222.0.49 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836387 May 16 20:40:00.722143 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-601d0c9f-c2c5-4008-a048-ed657867cbd4 service neutron] 10.222.0.49 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913444 May 16 20:40:00.877409 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83ce3a-4221-4eb7-9774-0d8efc215dfb req-51e824da-c494-46ee-a12f-d4516e3c4cdf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:00.878959 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4c83ce3a-4221-4eb7-9774-0d8efc215dfb req-51e824da-c494-46ee-a12f-d4516e3c4cdf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0504189 May 16 20:40:00.927683 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4c83ce3a-4221-4eb7-9774-0d8efc215dfb req-8a99ab49-c9a7-4545-8693-2ba7455cd9e0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427127 May 16 20:40:01.048130 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2eb6d51c-73bb-47ae-bd31-caa99ad643e9 req-d31ebcbc-434b-4368-a1f1-3665f85e9064 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0320792 May 16 20:40:01.056676 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5252-7e57-44f8-b083-3a2d11489f3b req-1b666c08-dd24-483a-8bb4-e47f8baf5789 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:01.058145 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f38a5252-7e57-44f8-b083-3a2d11489f3b req-1b666c08-dd24-483a-8bb4-e47f8baf5789 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0743413 May 16 20:40:01.106145 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f38a5252-7e57-44f8-b083-3a2d11489f3b req-ac6b3991-de9a-4991-b379-57db67ecc33a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 May 16 20:40:01.260321 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ddb48-c17a-4c4e-a490-25224da8f897 req-1e416343-4b19-451e-b57d-abca460e121c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:01.261936 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-603ddb48-c17a-4c4e-a490-25224da8f897 req-1e416343-4b19-451e-b57d-abca460e121c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0470185 May 16 20:40:01.309660 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-603ddb48-c17a-4c4e-a490-25224da8f897 req-c22b917f-9bf6-4bf9-a32e-885e9f91981b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 May 16 20:40:01.562708 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb44444-1558-4360-bdcc-68bbdf6dff55 req-5bb3035d-35c5-4385-9919-2c08317225c4 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:01.564013 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ddb44444-1558-4360-bdcc-68bbdf6dff55 req-5bb3035d-35c5-4385-9919-2c08317225c4 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.0505619 May 16 20:40:01.609544 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ddb44444-1558-4360-bdcc-68bbdf6dff55 req-0c2ae974-13b8-45f2-90ce-60742a971020 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 May 16 20:40:02.042733 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623580c0-6dc4-41ff-b2a4-acb55394ed68 req-0b85d673-96da-48a3-aa5a-788f77adeaea tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:02.044853 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-623580c0-6dc4-41ff-b2a4-acb55394ed68 req-0b85d673-96da-48a3-aa5a-788f77adeaea tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0458579 May 16 20:40:02.095313 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-623580c0-6dc4-41ff-b2a4-acb55394ed68 req-b5bf4be7-5351-4df6-acfc-3bf9cdb8d96c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449791 May 16 20:40:02.152015 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7a9c7c74-fd74-4bd9-8638-2110670c2866 req-3fba1d96-9f83-4e4a-8ef0-a19ea97e1636 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0272214 May 16 20:40:02.230817 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6526d-296f-4a00-af80-8f1749b3064f req-8bf234f8-2e6e-4b4a-91ad-015f35acadcb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:02.232232 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-37e6526d-296f-4a00-af80-8f1749b3064f req-8bf234f8-2e6e-4b4a-91ad-015f35acadcb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0523913 May 16 20:40:02.280636 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-37e6526d-296f-4a00-af80-8f1749b3064f req-20c7571a-ca4f-41f2-a16f-89eef705f43b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400131 May 16 20:40:02.429258 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa298dce-96e0-486d-a8df-911aedd7c4bb req-664ba88d-6aea-4a95-b311-8ea2dc300b03 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:02.431232 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa298dce-96e0-486d-a8df-911aedd7c4bb req-664ba88d-6aea-4a95-b311-8ea2dc300b03 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0529287 May 16 20:40:02.476954 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa298dce-96e0-486d-a8df-911aedd7c4bb req-bdd3d16c-0121-4cbd-99b3-a83a092b29d0 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398905 May 16 20:40:02.733328 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd61776-fb22-488c-be57-1c3d6e1b2f89 req-4bf16b62-49e7-4bb2-87d3-42db2f6f74a5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:02.734783 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-abd61776-fb22-488c-be57-1c3d6e1b2f89 req-4bf16b62-49e7-4bb2-87d3-42db2f6f74a5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.0504782 May 16 20:40:03.009622 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-abd61776-fb22-488c-be57-1c3d6e1b2f89 req-f7671f68-d735-4f15-b159-12264c2b02a5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665215 May 16 20:40:03.226746 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5385cd-04d5-4113-a627-f09022ff04c3 req-f207c955-e8e4-4873-8372-a30227d5c537 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:03.228358 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5b5385cd-04d5-4113-a627-f09022ff04c3 req-f207c955-e8e4-4873-8372-a30227d5c537 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0537355 May 16 20:40:03.267272 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8efc-5850-4fd5-a2a3-2dca7bc61a9a req-2388a180-738c-4555-ab63-70de3d381e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:03.268839 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-637d8efc-5850-4fd5-a2a3-2dca7bc61a9a req-2388a180-738c-4555-ab63-70de3d381e16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1127 time: 0.0765712 May 16 20:40:03.299389 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ec2e9a3a-8185-4430-8272-928de15d2c14 req-da3bf717-9ea1-481d-b16a-207c1dd1ab71 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0330102 May 16 20:40:03.310814 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5b5385cd-04d5-4113-a627-f09022ff04c3 req-467a6ffe-7e4b-408e-9826-563d0ef29866 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725226 May 16 20:40:03.412133 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b32a5-b227-421d-bcdb-d550705bac7b req-0863a520-4a3c-4950-9556-57901e222d7b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:03.413682 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b36b32a5-b227-421d-bcdb-d550705bac7b req-0863a520-4a3c-4950-9556-57901e222d7b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0544293 May 16 20:40:03.464727 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b36b32a5-b227-421d-bcdb-d550705bac7b req-5cb26b85-771b-4cc4-b3ce-67aa23a77f8a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 May 16 20:40:03.607781 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7818-3dad-4634-90b1-af4056cf60ca req-339d98c9-a4f1-4d81-89f2-eede9ce990aa tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:03.609286 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-08eb7818-3dad-4634-90b1-af4056cf60ca req-339d98c9-a4f1-4d81-89f2-eede9ce990aa tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0516515 May 16 20:40:03.680232 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-08eb7818-3dad-4634-90b1-af4056cf60ca req-0f0b3762-11a7-4267-add9-0ae10561b5e4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586882 May 16 20:40:04.154438 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-fc09cb10-8740-4a15-a279-18073155e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.156245 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-fc09cb10-8740-4a15-a279-18073155e19a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1127 time: 0.0752807 May 16 20:40:04.164480 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba18e30-40e6-468f-894e-4db3375a515d req-657b024e-0c31-4853-bc18-c4ec33d35651 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.166021 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eba18e30-40e6-468f-894e-4db3375a515d req-657b024e-0c31-4853-bc18-c4ec33d35651 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.0742679 May 16 20:40:04.187116 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-d4d6ac7c-320c-4480-9885-678e1b487b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.188669 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-d4d6ac7c-320c-4480-9885-678e1b487b85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 1129 time: 0.0912197 May 16 20:40:04.191661 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8efc-5850-4fd5-a2a3-2dca7bc61a9a req-f91c8255-9377-425f-9f8a-5370dcbc3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.193302 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-637d8efc-5850-4fd5-a2a3-2dca7bc61a9a req-f91c8255-9377-425f-9f8a-5370dcbc3100 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1326687 May 16 20:40:04.213002 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.60', 52574) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:04.247600 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eba18e30-40e6-468f-894e-4db3375a515d req-9d7d6f27-310d-44d5-9e08-3717d81dc689 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749609 May 16 20:40:04.258882 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-17b04274-84ed-46ce-b8e1-eeb5c1249cd2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.260368 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-17b04274-84ed-46ce-b8e1-eeb5c1249cd2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.0575964 May 16 20:40:04.396248 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port b91c820c-8c4e-4967-8610-a735537dcff4 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:40:04.396647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:04.478184 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b998698-8af6-4bf9-87c1-0ab9dbac1d89 req-8fe754de-0834-4e3a-92fb-0395cf173730 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0578146 May 16 20:40:04.555581 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76c1e6-b5a3-41b9-8cb7-53591a412648 req-7acc3522-7a38-4069-8485-58630fe579d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.562674 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b76c1e6-b5a3-41b9-8cb7-53591a412648 req-7acc3522-7a38-4069-8485-58630fe579d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 946 time: 0.1304488 May 16 20:40:04.632216 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] For port b91c820c-8c4e-4967-8610-a735537dcff4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b91c820c-8c4e-4967-8610-a735537dcff4,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:04.632588 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:04.667328 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e6de-9c22-4df5-ad3b-8b6b5f00dd2d req-00cac1e3-5a93-4a9a-8c12-90e2986bfca1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.668824 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-29e0e6de-9c22-4df5-ad3b-8b6b5f00dd2d req-00cac1e3-5a93-4a9a-8c12-90e2986bfca1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 943 time: 0.0949972 May 16 20:40:04.676840 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8efc-5850-4fd5-a2a3-2dca7bc61a9a req-79c2f4b2-b65a-46fe-8fda-173708ae535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.678288 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-637d8efc-5850-4fd5-a2a3-2dca7bc61a9a req-79c2f4b2-b65a-46fe-8fda-173708ae535a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4661198 May 16 20:40:04.680711 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-93592b0b-eec1-49c3-b35f-395f53ae99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.682006 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-93592b0b-eec1-49c3-b35f-395f53ae99ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.4786859 May 16 20:40:04.697600 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-702e7fa5-365d-4d18-8e48-0bea5c793eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.699027 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-702e7fa5-365d-4d18-8e48-0bea5c793eaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.4851727 May 16 20:40:04.754056 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b76c1e6-b5a3-41b9-8cb7-53591a412648 req-88bafac6-0005-4b1f-982b-2acea5a70b5b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=e80d9d07-0cb1-413b-9703-9ba12930a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1904807 May 16 20:40:04.857320 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-cbfbab3c-e727-49a5-b50d-033218939d7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2 HTTP/1.1" status: 200 len: 217 time: 0.0356700 May 16 20:40:04.897040 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-29e0e6de-9c22-4df5-ad3b-8b6b5f00dd2d req-95367e49-c23f-44ab-ba34-33f22fcf469f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765501 May 16 20:40:04.919636 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7361b2-2d54-4e25-b93b-25b11d498120 req-08a68adc-de25-40e9-b9c7-0fe78a059723 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.921355 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1b7361b2-2d54-4e25-b93b-25b11d498120 req-08a68adc-de25-40e9-b9c7-0fe78a059723 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1052833 May 16 20:40:04.925895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.60', 52579) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:04.964067 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-43080de5-a691-4132-8bc1-61502338e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.965583 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-43080de5-a691-4132-8bc1-61502338e936 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1127 time: 0.1071167 May 16 20:40:04.992784 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-f08a218e-f7a1-4234-9b81-3cb37109a5b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 200 len: 999 time: 0.1373577 May 16 20:40:04.994114 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-f0b2fd19-443b-4557-91b1-2f46adb0f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:04.995641 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-f0b2fd19-443b-4557-91b1-2f46adb0f031 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.1211596 May 16 20:40:05.035121 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-576eb8f3-22f8-4289-9456-66ab14e36f81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 217 time: 0.0580547 May 16 20:40:05.063688 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:05.064042 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (aeb11f79-9168-49b0-bccb-9afc6ad3dbe7), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:05.064383 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP aeb11f79-9168-49b0-bccb-9afc6ad3dbe7 disassociated. External IP: 172.27.0.125, port: b91c820c-8c4e-4967-8610-a735537dcff4. May 16 20:40:05.064762 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for b91c820c-8c4e-4967-8610-a735537dcff4 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:40:05.119548 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1b7361b2-2d54-4e25-b93b-25b11d498120 req-e2f2c344-b374-459d-85d5-c32726593bb4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561890 May 16 20:40:05.126784 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-64bc9ec8-878c-4a8d-ab26-9a0473311ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:05.128276 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-64bc9ec8-878c-4a8d-ab26-9a0473311ac1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1074598 May 16 20:40:05.131459 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-01f9ef7d-b0b1-47e0-9129-b1087bc4da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:05.132801 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-01f9ef7d-b0b1-47e0-9129-b1087bc4da5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.1133304 May 16 20:40:05.140119 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-35ae8126-b268-4fa6-92b3-53dede558a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:05.141621 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-35ae8126-b268-4fa6-92b3-53dede558a67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a30e867-2c98-4a79-a359-831a9ac66aed HTTP/1.1" status: 200 len: 854 time: 0.0871904 May 16 20:40:05.178715 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-4dee4dc3-9998-49b7-9bb3-54126cfe2828 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:05.180290 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-4dee4dc3-9998-49b7-9bb3-54126cfe2828 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 812 time: 0.2538407 May 16 20:40:05.261122 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-3a9817c6-89e9-45f5-9060-bdc1181f476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:05.262596 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-3a9817c6-89e9-45f5-9060-bdc1181f476d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1200044 May 16 20:40:05.264622 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-27954ef4-a444-4d37-8d63-8535e3a90736 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 380 time: 0.0757976 May 16 20:40:05.270163 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-d4241d81-1c77-44df-aada-fd53bf9475eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:05.272925 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-d4241d81-1c77-44df-aada-fd53bf9475eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=575cc251-3783-4edf-8147-f5cd78cc82ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1099017 May 16 20:40:05.287650 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'port': {'device_id': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'admin_state_up': True, 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'security_groups': ['0df51b15-22f0-40d9-abe5-9edb2f4eb1ae']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:05.331077 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:40:05.395289 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-8198d7d3-75c4-4041-ac62-16e97f65a7b0 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515776 May 16 20:40:05.395669 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (b91c820c-8c4e-4967-8610-a735537dcff4), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:05.435228 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:05.446217 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=b91c820c-8c4e-4967-8610-a735537dcff4,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:05.449418 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'port_id': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'mac_address': 'fa:16:3e:cd:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:40:05.467577 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebe607-d9e2-469b-9fb0-5785035f76be req-0b8994eb-679e-4aa2-a37f-d6fbee8966f3 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:05.468951 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13ebe607-d9e2-469b-9fb0-5785035f76be req-0b8994eb-679e-4aa2-a37f-d6fbee8966f3 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.1433501 May 16 20:40:05.474947 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.475287 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.475670 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.476007 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.476353 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.476693 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.477522 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.477522 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.496604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.496604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.496604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.496604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.496604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.496604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.496604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:05.507778 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-24626b7a-eca8-4b15-83df-b74846dfb343 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336679 May 16 20:40:05.517109 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:05.517371 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:05.522281 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-eaf9cb4c-c736-41c8-a9c2-cf5357d7c278 service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397392 May 16 20:40:05.537385 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa491fa-5223-4d44-b9ca-f8811045b0ad {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:05.559194 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:05.567748 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:05.588403 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Made reservation on behalf of 710ecde5160640149c693e0c2b0b0354 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:40:05.605021 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:05.624713 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=9']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:05.658774 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f084aa9a-f96d-4511-927c-d786211b9f79 req-a400fddb-ed12-4034-a544-348eecc2d496 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509806 May 16 20:40:05.670231 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13ebe607-d9e2-469b-9fb0-5785035f76be req-e310a23f-4c96-46a0-b22e-3a5121a0c819 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873302 May 16 20:40:05.705494 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fc1f4ef1-5201-4216-bfda-471ba14bc05a req-1b541e54-2523-4c2a-9ef9-1873f0045104 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0940678 May 16 20:40:05.793583 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-38da3b7d-001d-4310-964b-10e0b73e56a2 req-1c8af649-6d76-4706-9643-d28f9a03ae7d service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701437 May 16 20:40:05.814966 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9fd800d4-2b06-41ce-95de-138b2e4023e4 req-9196bab8-24fa-4a45-a5e3-08f5ef2184df service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490315 May 16 20:40:05.837238 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:40:05.852690 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Allocated IP 172.20.0.11 (f4ce36dc-b331-48ab-b5b5-0de5501adc95/2dbcf96c-a730-4f63-94a7-287a51c0fa34/31d1ca32-03e8-4112-856f-1d72165236d2) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:40:05.857765 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['6aa491fa-5223-4d44-b9ca-f8811045b0ad'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:40:05.873923 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-608c1c8f-7595-4977-8b96-687c3a22f106 req-f7bfec12-d436-43a4-b1be-0e8180fde9a2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 210 time: 0.0421076 May 16 20:40:06.131337 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:40:06.356160 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:40:06.369114 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:40:06.378523 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e411ed-327b-472c-8747-c8d6493204ce req-122c8c2d-beeb-488c-953c-0243a94e26ca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:06.379694 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a9e411ed-327b-472c-8747-c8d6493204ce req-122c8c2d-beeb-488c-953c-0243a94e26ca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.3724384 May 16 20:40:06.383605 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:06.384635 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:06.469984 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b1842-a184-4853-9f16-f1da2ccc2690 req-f47b167a-1ca2-4ce8-991f-9ffbf517ef99 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:06.471441 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9d4b1842-a184-4853-9f16-f1da2ccc2690 req-f47b167a-1ca2-4ce8-991f-9ffbf517ef99 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1906838 May 16 20:40:06.477652 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (31d1ca32-03e8-4112-856f-1d72165236d2), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:06.480042 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] No DVR routers for this DVR port b91c820c-8c4e-4967-8610-a735537dcff4 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:40:06.489346 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:06.491080 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:06.492349 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9258a09c-43d2-4bcb-8072-2f51a31be12a req-1b880c2d-318a-4a5e-af77-17ce386af711 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "DELETE /v2.0/ports/b91c820c-8c4e-4967-8610-a735537dcff4 HTTP/1.1" status: 204 len: 173 time: 2.2206483 May 16 20:40:06.499082 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'name': 'network-vif-deleted', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:06.501331 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbd79ec-b8dc-4440-ab17-df0fbb71b2ed" -d '{"events": [{"server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "name": "network-vif-deleted", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:06.543501 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a9e411ed-327b-472c-8747-c8d6493204ce req-0ca9c242-6811-402c-abb3-1d66d99ce6ad tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349978 May 16 20:40:06.580200 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9d4b1842-a184-4853-9f16-f1da2ccc2690 req-493c0d64-314e-40fb-a80e-fd62dffaf1f2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971639 May 16 20:40:06.585818 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:06.628295 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349518df-d8b9-40ce-91f9-aeb44277f531 x-openstack-request-id: req-349518df-d8b9-40ce-91f9-aeb44277f531 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:06.628718 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eca126-3242-483f-a941-432265ebaf50", "name": "network-vif-deleted", "tag": "b91c820c-8c4e-4967-8610-a735537dcff4", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:06.629084 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-349518df-d8b9-40ce-91f9-aeb44277f531 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:06.629656 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349518df-d8b9-40ce-91f9-aeb44277f531'] response: {'server_uuid': '36eca126-3242-483f-a941-432265ebaf50', 'name': 'network-vif-deleted', 'tag': 'b91c820c-8c4e-4967-8610-a735537dcff4', 'status': 'completed', 'code': 200} May 16 20:40:06.643102 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:40:06.648746 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:40:06.660807 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=31d1ca32-03e8-4112-856f-1d72165236d2,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:06.664708 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:40:06.762410 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:06.763140 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:06.789900 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-408298b9-b2a1-4237-abd2-92856d35fa0b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5078371 May 16 20:40:06.811406 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:37Z', 'revision_number': 2, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:06.835895 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:40:06.845291 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:06.846176 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:06.865346 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b382c-b169-4caa-a41b-414d61c2bbc9 req-761ec956-4a1d-4322-b47f-67cc6a44bde9 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:06.867576 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a02b382c-b169-4caa-a41b-414d61c2bbc9 req-761ec956-4a1d-4322-b47f-67cc6a44bde9 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 932 time: 0.0730801 May 16 20:40:06.940467 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-12c92aea-1bc1-413a-bf61-eeb296e87488 None None] Provisioning complete for port 31d1ca32-03e8-4112-856f-1d72165236d2 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:06.941454 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-12c92aea-1bc1-413a-bf61-eeb296e87488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:06.951269 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:06.961492 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3d2be-18f9-4c37-ad74-73ce089c23b0 req-8124963c-2cdc-49f5-a2ef-a50749b77ba3 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:06.963065 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-10d3d2be-18f9-4c37-ad74-73ce089c23b0 req-8124963c-2cdc-49f5-a2ef-a50749b77ba3 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 943 time: 0.1379766 May 16 20:40:06.982158 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a02b382c-b169-4caa-a41b-414d61c2bbc9 req-d811e89f-b313-405d-8641-1757abcba3f6 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065164 May 16 20:40:07.016416 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-12c92aea-1bc1-413a-bf61-eeb296e87488 None None] Port 31d1ca32-03e8-4112-856f-1d72165236d2 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:40:07.038755 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-10d3d2be-18f9-4c37-ad74-73ce089c23b0 req-6d517c5f-ca03-488c-b60d-87476457018c tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689552 May 16 20:40:07.082820 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-24449285-9a65-4a4a-85ce-9da579f82ccf req-3df8d85e-bf7a-468a-973b-5d7e3771163d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 210 time: 0.0302124 May 16 20:40:07.201250 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:37Z', 'revision_number': 2, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:07.225469 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1518c4-5f52-4396-a6af-0b0b68158a86 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '4f8bc63c-0806-43fe-9f85-14efa866d578', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:f7:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:36:58Z', 'updated_at': '2022-05-16T20:37:37Z', 'revision_number': 2, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:40:07.352862 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device ebd68081-2a96-4732-bf76-3afb6eec8000 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:40:07.356087 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:40:07.462098 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 6aa491fa-5223-4d44-b9ca-f8811045b0ad triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:07.462472 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:07.486530 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba973d8-c676-4fed-a656-0f8619277cdd None None] New status for floating IP aeb11f79-9168-49b0-bccb-9afc6ad3dbe7: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:40:07.692910 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e995-8dbf-4cc1-b268-b9fe09d8c87b req-ac65434c-3bfb-4594-83ba-c096ac6525c6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:07.710674 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2be2e995-8dbf-4cc1-b268-b9fe09d8c87b req-ac65434c-3bfb-4594-83ba-c096ac6525c6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 944 time: 0.0786426 May 16 20:40:07.727303 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ebd68081-2a96-4732-bf76-3afb6eec8000,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:07.773716 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Request body: {'port': {'device_id': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:07.781905 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'port_id': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'mac_address': 'fa:16:3e:7e:90:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:40:07.855942 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 6aa491fa-5223-4d44-b9ca-f8811045b0ad is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:07.856332 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:07.859124 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port ebd68081-2a96-4732-bf76-3afb6eec8000 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:07.859124 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:07.882243 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd68081-2a96-4732-bf76-3afb6eec8000 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:07.897653 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:07.899903 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f9eed2-fb8a-480d-854a-36ad94bb1060" -d '{"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:07.914417 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dd546-72aa-4393-a652-eaf29dbb598b req-4fd0610c-3900-4cdc-aa7e-bb7d672a22ab tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:07.916154 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-236dd546-72aa-4393-a652-eaf29dbb598b req-4fd0610c-3900-4cdc-aa7e-bb7d672a22ab tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.1997356 May 16 20:40:07.922918 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2be2e995-8dbf-4cc1-b268-b9fe09d8c87b req-6372ed77-cabd-45ef-8eb1-21af03be5fec tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095416 May 16 20:40:07.932776 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ebd68081-2a96-4732-bf76-3afb6eec8000,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:07.935583 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:07.937273 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:07.942271 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:07.951207 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:07.953432 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device b91c820c-8c4e-4967-8610-a735537dcff4 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:40:08.002535 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: b91c820c-8c4e-4967-8610-a735537dcff4 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:40:08.003145 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device b91c820c-8c4e-4967-8610-a735537dcff4 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:40:08.005764 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b5c29a-e140-43be-978d-4cd67cd1e667 x-openstack-request-id: req-46b5c29a-e140-43be-978d-4cd67cd1e667 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:08.006329 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:08.006481 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46b5c29a-e140-43be-978d-4cd67cd1e667 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:08.006875 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b5c29a-e140-43be-978d-4cd67cd1e667'] response: {'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'code': 200} May 16 20:40:08.025346 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-236dd546-72aa-4393-a652-eaf29dbb598b req-16041670-ab32-4e60-b186-baaab3656851 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012156 May 16 20:40:08.040834 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:08.116598 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=10']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:08.200796 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['ebd68081-2a96-4732-bf76-3afb6eec8000'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:40:08.201889 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ee1e2-2538-4519-b492-badd638b4319 req-7ea9d177-f96d-43b6-a498-3a214f20c4d6 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:08.203393 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d56ee1e2-2538-4519-b492-badd638b4319 req-7ea9d177-f96d-43b6-a498-3a214f20c4d6 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 932 time: 0.1448634 May 16 20:40:08.260351 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47901613-91dd-44b7-b386-f6e4cf3508b8 req-f4d84038-e398-4f3f-96da-270e759ff1f0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:08.261761 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47901613-91dd-44b7-b386-f6e4cf3508b8 req-f4d84038-e398-4f3f-96da-270e759ff1f0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 944 time: 0.0916221 May 16 20:40:08.355813 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d56ee1e2-2538-4519-b492-badd638b4319 req-dd753c7c-bd1b-4cf9-acf0-39157d3a48bd tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348584 May 16 20:40:08.457004 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47901613-91dd-44b7-b386-f6e4cf3508b8 req-f874e803-7493-4df0-9194-cbe9fd91c272 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835515 May 16 20:40:08.472675 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d1ca32-03e8-4112-856f-1d72165236d2 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:08.489728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Publish callbacks [] for port (31d1ca32-03e8-4112-856f-1d72165236d2), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:08.517425 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cf0d7b0b-99af-4457-9cfe-8221406f9f2c req-a2264496-8cbe-4a2b-9166-10f4087e2cd4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=36eca126-3242-483f-a941-432265ebaf50 HTTP/1.1" status: 200 len: 210 time: 0.0397992 May 16 20:40:08.520290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Transition to ACTIVE for port object 31d1ca32-03e8-4112-856f-1d72165236d2 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:40:08.525876 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:08.580974 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Pushing event updated for resources: {'Port': ['ID=31d1ca32-03e8-4112-856f-1d72165236d2,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:08.661853 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Attempting to bind port 31d1ca32-03e8-4112-856f-1d72165236d2 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:40:08.662202 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Attempting to bind port 31d1ca32-03e8-4112-856f-1d72165236d2 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:40:08.662522 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Attempting to bind port 31d1ca32-03e8-4112-856f-1d72165236d2 on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:40:08.667835 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Port 31d1ca32-03e8-4112-856f-1d72165236d2 on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:40:08.668158 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Attempting to bind port 31d1ca32-03e8-4112-856f-1d72165236d2 on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:40:08.673719 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:40:08.674061 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Checking segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:40:08.674445 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Bound using segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:40:08.674937 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Bound port: 31d1ca32-03e8-4112-856f-1d72165236d2, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:40:08.675296 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:08.751238 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] For port 31d1ca32-03e8-4112-856f-1d72165236d2, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:40:08.754645 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] For port 31d1ca32-03e8-4112-856f-1d72165236d2, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=31d1ca32-03e8-4112-856f-1d72165236d2,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:40:08.762144 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:08.793733 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:08.794428 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:08.795847 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] 10.222.0.60 "PUT /v2.0/ports/31d1ca32-03e8-4112-856f-1d72165236d2 HTTP/1.1" status: 200 len: 1094 time: 1.0671558 May 16 20:40:08.796287 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:08.798539 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9514518d-e3d5-4272-8e04-8d26bdf5d205" -d '{"events": [{"name": "network-changed", "server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:08.821868 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7354359-d2c0-494b-871d-ea902ba3d97d service neutron] Pushing event updated for resources: {'Port': ['ID=31d1ca32-03e8-4112-856f-1d72165236d2,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:08.848264 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51376e67-5853-4725-8dcb-7fa40849f4a5 x-openstack-request-id: req-51376e67-5853-4725-8dcb-7fa40849f4a5 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:08.848763 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:08.849165 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51376e67-5853-4725-8dcb-7fa40849f4a5 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:08.849729 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51376e67-5853-4725-8dcb-7fa40849f4a5'] response: {'name': 'network-changed', 'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2', 'status': 'completed', 'code': 200} May 16 20:40:09.071761 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ab925-783f-42a9-9e80-db2f18f8e2b1 req-d4c92046-8012-47c9-80fd-31144537704a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.073333 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-903ab925-783f-42a9-9e80-db2f18f8e2b1 req-d4c92046-8012-47c9-80fd-31144537704a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 946 time: 0.0705023 May 16 20:40:09.188289 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514518d-e3d5-4272-8e04-8d26bdf5d205 req-39d9c51c-ac74-47d1-a75d-26113bddf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.189720 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9514518d-e3d5-4272-8e04-8d26bdf5d205 req-39d9c51c-ac74-47d1-a75d-26113bddf642 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 1128 time: 0.0880294 May 16 20:40:09.195848 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-903ab925-783f-42a9-9e80-db2f18f8e2b1 req-e99de19f-2c50-40fa-8a98-82c7e0447151 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103144 May 16 20:40:09.206309 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788fba6-7a95-4332-b4c5-9840576f3f5a req-ff76d74a-0237-4f6c-8b1d-4340ed83ce63 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.207728 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4788fba6-7a95-4332-b4c5-9840576f3f5a req-ff76d74a-0237-4f6c-8b1d-4340ed83ce63 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0752590 May 16 20:40:09.319597 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0ae1c-1397-4881-b5b9-a840f0503348 req-d8769fb2-823f-4130-bdb1-ab03c5e61d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.321005 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-29c0ae1c-1397-4881-b5b9-a840f0503348 req-d8769fb2-823f-4130-bdb1-ab03c5e61d50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 1130 time: 0.1113932 May 16 20:40:09.351788 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4788fba6-7a95-4332-b4c5-9840576f3f5a req-2d7c232b-d63b-48cb-9372-424d266ec510 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258698 May 16 20:40:09.360790 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device ebd68081-2a96-4732-bf76-3afb6eec8000 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:40:09.368349 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514518d-e3d5-4272-8e04-8d26bdf5d205 req-2b77e946-8949-41db-b2e4-162fa410f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.369865 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9514518d-e3d5-4272-8e04-8d26bdf5d205 req-2b77e946-8949-41db-b2e4-162fa410f47f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=710ecde5160640149c693e0c2b0b0354&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1612773 May 16 20:40:09.407600 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port ebd68081-2a96-4732-bf76-3afb6eec8000 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:40:09.415474 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port ebd68081-2a96-4732-bf76-3afb6eec8000 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:09.415814 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:09.549077 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port ebd68081-2a96-4732-bf76-3afb6eec8000 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:09.549547 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:09.569999 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-29c0ae1c-1397-4881-b5b9-a840f0503348 req-8d39ed68-b08e-4690-b1a1-c131263f215e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393583 May 16 20:40:09.592510 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ebd68081-2a96-4732-bf76-3afb6eec8000,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:09.599041 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:09.616971 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7face-f37b-457c-a9a6-882eee649771 req-f1b5354e-a6a5-4502-9434-cf02d0642d66 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.618442 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-73d7face-f37b-457c-a9a6-882eee649771 req-f1b5354e-a6a5-4502-9434-cf02d0642d66 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 944 time: 0.1440940 May 16 20:40:09.665646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87336-2e25-4c1f-8406-7ce4786b7441 req-4955593d-5c49-44f6-a7dd-e8018ca34b7b tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.666626 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0de87336-2e25-4c1f-8406-7ce4786b7441 req-4955593d-5c49-44f6-a7dd-e8018ca34b7b tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 944 time: 0.0994980 May 16 20:40:09.669970 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:09.672498 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514518d-e3d5-4272-8e04-8d26bdf5d205 req-f621e375-f774-4728-9401-d00bc7e58fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.680572 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9514518d-e3d5-4272-8e04-8d26bdf5d205 req-f621e375-f774-4728-9401-d00bc7e58fba service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486224 May 16 20:40:09.726241 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-73d7face-f37b-457c-a9a6-882eee649771 req-b612904f-4c36-4cd9-a53f-27fbc2eede0c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002123 May 16 20:40:09.748648 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0de87336-2e25-4c1f-8406-7ce4786b7441 req-35cf2fd1-2966-430c-bb1d-6b4a3a1378dc tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670257 May 16 20:40:09.827443 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36552) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:09.860314 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-dc08378f-26b2-4855-b102-5c31cc57cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.861909 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-dc08378f-26b2-4855-b102-5c31cc57cbe3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 1128 time: 0.0427420 May 16 20:40:09.888926 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-973d1050-c629-4a90-b6bf-f56ee3efb663 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (e80d9d07-0cb1-413b-9703-9ba12930a8a3), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:09.903012 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-1c40fe0c-fe8c-4fb1-b84e-f7dcafeb3ae1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d1ca32-03e8-4112-856f-1d72165236d2 HTTP/1.1" status: 200 len: 217 time: 0.0339212 May 16 20:40:09.911801 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-973d1050-c629-4a90-b6bf-f56ee3efb663 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (e80d9d07-0cb1-413b-9703-9ba12930a8a3), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:09.954321 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-6119484d-430a-4044-b560-b319e793f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:09.956187 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-6119484d-430a-4044-b560-b319e793f88c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0439715 May 16 20:40:09.959145 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-973d1050-c629-4a90-b6bf-f56ee3efb663 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (e80d9d07-0cb1-413b-9703-9ba12930a8a3), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:09.961799 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-973d1050-c629-4a90-b6bf-f56ee3efb663 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:09.963011 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-973d1050-c629-4a90-b6bf-f56ee3efb663 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/security-groups/e80d9d07-0cb1-413b-9703-9ba12930a8a3 HTTP/1.1" status: 204 len: 168 time: 0.1346254 May 16 20:40:09.966695 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36554) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:09.972628 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d1050-c629-4a90-b6bf-f56ee3efb663 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d9d07-0cb1-413b-9703-9ba12930a8a3,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:09.983293 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.api.v2.resource [None req-b5d093a4-9735-4af5-9204-d93832773a94 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] show failed (client error): The resource could not be found. May 16 20:40:09.987124 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b5d093a4-9735-4af5-9204-d93832773a94 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups/e80d9d07-0cb1-413b-9703-9ba12930a8a3 HTTP/1.1" status: 404 len: 347 time: 0.0165715 May 16 20:40:09.987475 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36556) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:10.008051 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:10.010408 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96628c7c-2a06-48a0-b37a-52c9e2bc8adc" -d '{"events": [{"server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "name": "network-vif-plugged", "status": "completed", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:10.045281 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3bf8f7-b723-4f45-bf14-ab61c4bb1c04 x-openstack-request-id: req-5e3bf8f7-b723-4f45-bf14-ab61c4bb1c04 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:10.045578 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "name": "network-vif-plugged", "status": "completed", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:10.045832 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e3bf8f7-b723-4f45-bf14-ab61c4bb1c04 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:10.046228 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3bf8f7-b723-4f45-bf14-ab61c4bb1c04'] response: {'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'code': 200} May 16 20:40:10.103747 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port ca132354-4f7f-4101-a736-c88b76039cf7 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:40:10.104112 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (ca132354-4f7f-4101-a736-c88b76039cf7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.182869 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (ca132354-4f7f-4101-a736-c88b76039cf7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.183188 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (ca132354-4f7f-4101-a736-c88b76039cf7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.195042 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for ca132354-4f7f-4101-a736-c88b76039cf7 owned by network:floatingip {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:40:10.333110 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-7b6cd1de-2b0e-47c1-82e1-49a7ca7d518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:10.334596 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-7b6cd1de-2b0e-47c1-82e1-49a7ca7d518a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0842817 May 16 20:40:10.360307 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf662f2-b9b1-4c73-a8c4-3a85fed858e9 req-79713780-a7ff-4c49-bae9-ab14e594d3e5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:10.362166 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fcf662f2-b9b1-4c73-a8c4-3a85fed858e9 req-79713780-a7ff-4c49-bae9-ab14e594d3e5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 946 time: 0.0772333 May 16 20:40:10.514114 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ce429-9d95-4648-bde0-0cd641f90eb8 req-6c54ffbf-ed2a-4c80-9676-59a3e020b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:10.515569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-522ce429-9d95-4648-bde0-0cd641f90eb8 req-6c54ffbf-ed2a-4c80-9676-59a3e020b49a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1129 time: 0.1214375 May 16 20:40:10.540677 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fcf662f2-b9b1-4c73-a8c4-3a85fed858e9 req-67203874-c47a-4c35-b961-6388dfcc9373 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685750 May 16 20:40:10.559658 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (ca132354-4f7f-4101-a736-c88b76039cf7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.574094 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-64e29d3d-84da-43a5-b857-9a4a1b2a9392 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108827 May 16 20:40:10.607941 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=ca132354-4f7f-4101-a736-c88b76039cf7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:10.679689 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-522ce429-9d95-4648-bde0-0cd641f90eb8 req-0c0a4bfa-f1ae-42cd-9d4d-e65ccc24d0a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514854 May 16 20:40:10.732769 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (aeb11f79-9168-49b0-bccb-9afc6ad3dbe7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.735208 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.736382 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-c52348db-704c-405d-adaa-2cb463814ef4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/floatingips/aeb11f79-9168-49b0-bccb-9afc6ad3dbe7 HTTP/1.1" status: 204 len: 168 time: 0.7478411 May 16 20:40:10.762116 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-542e2bb0-9d15-44fe-af0c-4834cd9ff4fd req-f5a9f108-b221-4d34-89f8-a55f922c96cc service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720517 May 16 20:40:10.892564 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389dfc2-d632-4f50-b813-e1e0c4fbbf65 req-2c1b98a4-e5d6-48e5-8c45-1c35c10ac7ca tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:10.894058 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0389dfc2-d632-4f50-b813-e1e0c4fbbf65 req-2c1b98a4-e5d6-48e5-8c45-1c35c10ac7ca tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 944 time: 0.0820439 May 16 20:40:10.914873 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a2d15-14fe-42d9-873e-35282088840c req-ad79fbc0-3640-4228-a26a-343b3a9c2d4a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:10.916271 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-048a2d15-14fe-42d9-873e-35282088840c req-ad79fbc0-3640-4228-a26a-343b3a9c2d4a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0719597 May 16 20:40:10.977964 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0389dfc2-d632-4f50-b813-e1e0c4fbbf65 req-21dd80fd-56da-4220-98de-424c75e199b9 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748081 May 16 20:40:10.989947 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-048a2d15-14fe-42d9-873e-35282088840c req-1a9806f6-f243-43c4-8ad1-1522de296bb3 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654221 May 16 20:40:11.063197 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36610) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:11.068071 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-6353586e-d17b-43a3-9da9-5e17b0b805b3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364533349', 'description': 'tempest-description--716648416'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:11.098859 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6353586e-d17b-43a3-9da9-5e17b0b805b3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.184033 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6353586e-d17b-43a3-9da9-5e17b0b805b3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group (090f28e4-9a65-4261-9ce8-d53668b16fd5), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.188027 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6353586e-d17b-43a3-9da9-5e17b0b805b3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (090f28e4-9a65-4261-9ce8-d53668b16fd5), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.216491 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6353586e-d17b-43a3-9da9-5e17b0b805b3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.217810 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-6353586e-d17b-43a3-9da9-5e17b0b805b3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1535990 May 16 20:40:11.219780 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353586e-d17b-43a3-9da9-5e17b0b805b3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090f28e4-9a65-4261-9ce8-d53668b16fd5,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:11.220961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36614) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:11.226017 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-4a96f855-72f5-498a-b4d8-37e9e27e886f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'security_group_rule': {'security_group_id': '090f28e4-9a65-4261-9ce8-d53668b16fd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:11.263313 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4a96f855-72f5-498a-b4d8-37e9e27e886f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group_rule (d08f5e2f-05fd-4022-be1d-c65987731e90), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.316385 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4a96f855-72f5-498a-b4d8-37e9e27e886f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group_rule (d08f5e2f-05fd-4022-be1d-c65987731e90), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.321555 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4a96f855-72f5-498a-b4d8-37e9e27e886f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (d08f5e2f-05fd-4022-be1d-c65987731e90), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.354081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-4a96f855-72f5-498a-b4d8-37e9e27e886f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.355268 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-4a96f855-72f5-498a-b4d8-37e9e27e886f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329134 May 16 20:40:11.356099 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96f855-72f5-498a-b4d8-37e9e27e886f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08f5e2f-05fd-4022-be1d-c65987731e90,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:11.358137 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36620) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:11.363099 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-1f842735-f3d8-4971-9da6-ddc08e95d166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'security_group_rule': {'security_group_id': '090f28e4-9a65-4261-9ce8-d53668b16fd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:11.391353 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f842735-f3d8-4971-9da6-ddc08e95d166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group_rule (a43f8186-ed68-47ca-aa73-085692d3ffe2), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.437803 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f842735-f3d8-4971-9da6-ddc08e95d166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group_rule (a43f8186-ed68-47ca-aa73-085692d3ffe2), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.443507 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f842735-f3d8-4971-9da6-ddc08e95d166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (a43f8186-ed68-47ca-aa73-085692d3ffe2), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.461229 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f842735-f3d8-4971-9da6-ddc08e95d166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43f8186-ed68-47ca-aa73-085692d3ffe2,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:11.472361 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f842735-f3d8-4971-9da6-ddc08e95d166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.473563 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-1f842735-f3d8-4971-9da6-ddc08e95d166 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140637 May 16 20:40:11.476867 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36622) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:11.482048 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:11.503752 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.583521 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.664922 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ac37b-f72b-4586-8b1b-276dc715f0fa req-4acc35e5-8b59-43af-8daf-ff0d7cac0f48 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:11.666435 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0c0ac37b-f72b-4586-8b1b-276dc715f0fa req-4acc35e5-8b59-43af-8daf-ff0d7cac0f48 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 946 time: 0.0493765 May 16 20:40:11.689959 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Allocated IP 172.27.0.211 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/b8a09a83-f9af-4731-b38f-a45ac17bfa32) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:40:11.714327 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0c0ac37b-f72b-4586-8b1b-276dc715f0fa req-d7cf338f-0178-4362-9afa-5440b5d9c6df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420761 May 16 20:40:11.803130 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.847228 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.886303 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:40:11.893795 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:40:11.895718 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'Port': ['ID=b8a09a83-f9af-4731-b38f-a45ac17bfa32,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:11.897871 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:40:11.984994 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:12.025977 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:12.130052 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40157149-aaab-4690-9424-8cc6c59be202 req-2201d2a1-d699-4d5e-a3d4-ffdd2fecaaf8 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:12.131567 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-40157149-aaab-4690-9424-8cc6c59be202 req-2201d2a1-d699-4d5e-a3d4-ffdd2fecaaf8 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 944 time: 0.0748241 May 16 20:40:12.140191 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7a2e-646d-4244-a507-c92376db2d1e req-209c0fbf-d78a-4fd3-bb78-c495501065cd tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:12.141619 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae5e7a2e-646d-4244-a507-c92376db2d1e req-209c0fbf-d78a-4fd3-bb78-c495501065cd tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0758557 May 16 20:40:12.218624 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-40157149-aaab-4690-9424-8cc6c59be202 req-f1de1913-b9e7-4db9-9220-728eadb1da93 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759053 May 16 20:40:12.222773 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae5e7a2e-646d-4244-a507-c92376db2d1e req-b2d14016-537b-43a2-b51d-8eaf16fc7e75 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744932 May 16 20:40:12.228891 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:12.234352 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:12.302241 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'Port': ['ID=b8a09a83-f9af-4731-b38f-a45ac17bfa32,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:12.311929 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:12.329933 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:12.331258 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5a70f241-009b-4963-a2e3-69d49aa624bd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8534522 May 16 20:40:12.538753 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-3980e3fe-3628-406d-a3b3-67daa24df36b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1364533349&fields=id&tenant_id=69e39fae43c341798f00e3b48f20d003 HTTP/1.1" status: 200 len: 267 time: 0.0429366 May 16 20:40:12.653380 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-9cbc7e81-26d8-4e1b-bcdc-aef42b3aa6b6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:12.654836 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-9cbc7e81-26d8-4e1b-bcdc-aef42b3aa6b6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 819 time: 0.1079042 May 16 20:40:12.673889 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-1fe404cd-d712-4477-802f-cd0ca4890458 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/quotas/69e39fae43c341798f00e3b48f20d003 HTTP/1.1" status: 200 len: 375 time: 0.0127118 May 16 20:40:12.728982 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-b8148939-acd4-4865-8a41-07b46fd30e60 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496099 May 16 20:40:12.826008 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-ca056a14-7f70-4e8f-b47c-de6299087fe9 service neutron] 10.222.0.49 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848420 May 16 20:40:12.916788 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-f638950d-d7fe-4f32-957d-05ed2129044f service neutron] 10.222.0.49 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 May 16 20:40:13.090320 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-78c7bd07-5a86-4ab6-9b01-a67d6d509f8b req-096b015b-d262-4efa-9bd1-b3604c030738 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 210 time: 0.0312600 May 16 20:40:13.620544 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a19179-19f9-40b2-83b0-34477204a242 req-9eb00b3e-fa91-4a22-bf9c-1f86070bd023 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:13.621929 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67a19179-19f9-40b2-83b0-34477204a242 req-9eb00b3e-fa91-4a22-bf9c-1f86070bd023 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.3230054 May 16 20:40:13.630285 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a14b8-75dc-4dce-ae17-58838a965bae req-e632a613-5673-40a3-a927-1149368e4313 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:13.631631 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1c8a14b8-75dc-4dce-ae17-58838a965bae req-e632a613-5673-40a3-a927-1149368e4313 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 944 time: 0.3228216 May 16 20:40:13.706634 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67a19179-19f9-40b2-83b0-34477204a242 req-31e18989-baeb-4a9b-9546-737788657c77 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740345 May 16 20:40:13.710020 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1c8a14b8-75dc-4dce-ae17-58838a965bae req-a67ff329-5ca6-4af0-b681-ee95d0171bea tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728881 May 16 20:40:13.817520 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d323ee-9849-490a-865c-b2da5ece5a01 req-489db8b8-5807-4cbb-9cbd-693fd1602aee tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:13.819048 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-40d323ee-9849-490a-865c-b2da5ece5a01 req-489db8b8-5807-4cbb-9cbd-693fd1602aee tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0466373 May 16 20:40:13.866059 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-40d323ee-9849-490a-865c-b2da5ece5a01 req-6e55fe41-8d70-4910-b8e9-03b57eced528 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 May 16 20:40:14.080911 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d174f0-6296-4fe9-8c00-0ffc021e918f req-311295a9-1471-47d5-a8e6-69d7379eb513 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:14.082367 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-94d174f0-6296-4fe9-8c00-0ffc021e918f req-311295a9-1471-47d5-a8e6-69d7379eb513 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.0602114 May 16 20:40:14.088138 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-190a572d-7a5b-43ce-a47a-91e7bcb0f2b8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:14.089436 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-190a572d-7a5b-43ce-a47a-91e7bcb0f2b8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 819 time: 0.1624703 May 16 20:40:14.134624 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-94d174f0-6296-4fe9-8c00-0ffc021e918f req-cc7c4fc6-a922-481b-b72d-3914351bc80f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 May 16 20:40:14.192119 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f34c6e-c2bd-420c-a88b-3453cba91ac6 req-bb5d34f7-ca8e-4649-b2a9-9e28414c1eb1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:14.193597 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-00f34c6e-c2bd-420c-a88b-3453cba91ac6 req-bb5d34f7-ca8e-4649-b2a9-9e28414c1eb1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0492237 May 16 20:40:14.224479 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05c3c2a4-303f-4c6d-8c09-1a111412d1db req-dd00922f-1675-4cf2-aab7-a32768d83525 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 210 time: 0.0299401 May 16 20:40:14.262118 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-00f34c6e-c2bd-420c-a88b-3453cba91ac6 req-96f18ad5-5a6f-4a25-ba6c-625e928a1edd tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 May 16 20:40:14.830533 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5cf8-f9a0-4f28-819c-75049ddd0a6d req-6371600d-44a1-455c-bd30-fb9e0378855c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:14.831970 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-befc5cf8-f9a0-4f28-819c-75049ddd0a6d req-6371600d-44a1-455c-bd30-fb9e0378855c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 944 time: 0.0475469 May 16 20:40:14.899808 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-befc5cf8-f9a0-4f28-819c-75049ddd0a6d req-5b684177-0c0c-4ce8-b7b3-331ae284c9c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616324 May 16 20:40:15.260827 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c91672-7026-43a9-aac3-7b32f9af0ede req-9767ef1a-9e16-4d9d-9458-946fb2cf48be tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:15.262665 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e4c91672-7026-43a9-aac3-7b32f9af0ede req-9767ef1a-9e16-4d9d-9458-946fb2cf48be tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.0483036 May 16 20:40:15.349839 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e4c91672-7026-43a9-aac3-7b32f9af0ede req-3c1c5c0e-49db-4e25-88a9-66559eb65eb5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783503 May 16 20:40:15.353174 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3b0e22ce-4650-483e-a147-ef58b9e955bb req-c131f0cb-57d1-483c-af0c-e6384c7fa12f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 210 time: 0.0436976 May 16 20:40:15.393321 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-22b5f8dc-6bb2-4601-b8a1-a5f6703b796e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e39fae43c341798f00e3b48f20d003 HTTP/1.1" status: 200 len: 380 time: 0.0940299 May 16 20:40:15.479552 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'port': {'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'admin_state_up': True, 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'security_groups': ['090f28e4-9a65-4261-9ce8-d53668b16fd5']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:15.602649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Made reservation on behalf of 69e39fae43c341798f00e3b48f20d003 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:40:15.605881 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:15.656482 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ff45b-503f-49b5-8128-c9663faa0929 req-4bea1ab6-619d-40bf-9543-6b5b6bcd9164 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:15.658154 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-509ff45b-503f-49b5-8128-c9663faa0929 req-4bea1ab6-619d-40bf-9543-6b5b6bcd9164 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.0657074 May 16 20:40:15.810208 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:40:15.810551 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:15.847314 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Allocated IP 172.20.0.6 (e9d185e7-5065-44be-a31d-7429d98e5dea/92cd2bca-3625-4451-977e-56ba950efd78/c9ce98a3-3d13-4c84-9fe3-9b633c649795) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:40:15.933886 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] For port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:15.934255 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.123554 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8607485-60df-411e-baa0-71159ef19ff0 req-a0b2e5fc-ab02-438d-b9ab-272bc0a417cc tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:16.125045 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f8607485-60df-411e-baa0-71159ef19ff0 req-a0b2e5fc-ab02-438d-b9ab-272bc0a417cc tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 944 time: 0.1258404 May 16 20:40:16.211891 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.267790 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.268000 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (4f8bc63c-0806-43fe-9f85-14efa866d578), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.268329 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP 4f8bc63c-0806-43fe-9f85-14efa866d578 disassociated. External IP: 172.27.0.164, port: 666e8c7b-f3e1-4b80-bf22-b473c22db3cd. May 16 20:40:16.268695 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for 666e8c7b-f3e1-4b80-bf22-b473c22db3cd owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:40:16.273619 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f8607485-60df-411e-baa0-71159ef19ff0 req-7ed0a0ec-e1aa-48cd-9e77-cdc20038db2e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381736 May 16 20:40:16.318517 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.372092 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Network e9d185e7-5065-44be-a31d-7429d98e5dea is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:40:16.377639 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:40:16.384759 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:40:16.418791 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event updated for resources: {'Port': ['ID=c9ce98a3-3d13-4c84-9fe3-9b633c649795,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:16.477148 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:16.477811 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.572572 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-4d3f9600-319d-40e9-a182-e88093bdfd08 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0968258 May 16 20:40:16.580953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a25bbb-1b0b-4936-af3b-6ee52f9badbd req-767f9374-ab02-492a-b51a-506b2cc4a2ef tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:16.582397 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86a25bbb-1b0b-4936-af3b-6ee52f9badbd req-767f9374-ab02-492a-b51a-506b2cc4a2ef tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 931 time: 0.1249981 May 16 20:40:16.591683 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ced53-52a0-4d5a-9821-e05253adad41 req-959a1eab-503e-4e46-b43f-8f1b7ba9c6ff tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:16.593148 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-df2ced53-52a0-4d5a-9821-e05253adad41 req-959a1eab-503e-4e46-b43f-8f1b7ba9c6ff tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 946 time: 0.1505525 May 16 20:40:16.600617 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Request body: {'port': {'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:16.636919 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (666e8c7b-f3e1-4b80-bf22-b473c22db3cd), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.655952 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-dfb0cccb-c8e6-44de-ba96-29bb399f741c None None] Provisioning complete for port c9ce98a3-3d13-4c84-9fe3-9b633c649795 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:16.657046 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cccb-c8e6-44de-ba96-29bb399f741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.687096 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=666e8c7b-f3e1-4b80-bf22-b473c22db3cd,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:16.697607 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0cccb-c8e6-44de-ba96-29bb399f741c None None] Port c9ce98a3-3d13-4c84-9fe3-9b633c649795 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:40:16.802054 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-df2ced53-52a0-4d5a-9821-e05253adad41 req-b7fa4844-f0fe-417e-a008-301a7bc99c64 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=d83e9dfa-d071-4921-b576-af1a548e8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933823 May 16 20:40:16.802477 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:16.806556 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86a25bbb-1b0b-4936-af3b-6ee52f9badbd req-be72e7e7-4fac-4bc6-bd4c-b26947e07571 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125483 May 16 20:40:16.974989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:40:17.161976 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:40:17.174578 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:40:17.186948 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:17.187718 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:17.220478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] No DVR routers for this DVR port 666e8c7b-f3e1-4b80-bf22-b473c22db3cd on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:40:17.224059 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.227267 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-509ff45b-503f-49b5-8128-c9663faa0929 req-8853a1e2-50bf-4902-8656-d0a0a257a416 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "DELETE /v2.0/ports/666e8c7b-f3e1-4b80-bf22-b473c22db3cd HTTP/1.1" status: 204 len: 173 time: 1.5379972 May 16 20:40:17.227705 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'name': 'network-vif-deleted', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:17.229964 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afc14f-3b46-48bd-998b-7c0cafa5d1c5" -d '{"events": [{"server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "name": "network-vif-deleted", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:17.266418 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ce98a3-3d13-4c84-9fe3-9b633c649795 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:17.271420 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb0c9e8-d9fb-467b-b537-0be7eaf235c6 x-openstack-request-id: req-acb0c9e8-d9fb-467b-b537-0be7eaf235c6 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:17.271702 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df423e7b-a5e3-4c9a-adbc-b64a2afd9752", "name": "network-vif-deleted", "tag": "666e8c7b-f3e1-4b80-bf22-b473c22db3cd", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:17.271959 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acb0c9e8-d9fb-467b-b537-0be7eaf235c6 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:17.272343 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb0c9e8-d9fb-467b-b537-0be7eaf235c6'] response: {'server_uuid': 'df423e7b-a5e3-4c9a-adbc-b64a2afd9752', 'name': 'network-vif-deleted', 'tag': '666e8c7b-f3e1-4b80-bf22-b473c22db3cd', 'status': 'completed', 'code': 200} May 16 20:40:17.276107 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Publish callbacks [] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.288708 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Transition to ACTIVE for port object c9ce98a3-3d13-4c84-9fe3-9b633c649795 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:40:17.289366 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:17.293823 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.372019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ce98a3-3d13-4c84-9fe3-9b633c649795,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:17.400885 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 31d1ca32-03e8-4112-856f-1d72165236d2 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:40:17.438442 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b641f7-a5bf-4516-8fcc-7d012c757004 req-aab8d585-4bee-4c17-a67e-fa4efeed9bed tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:17.439995 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e0b641f7-a5bf-4516-8fcc-7d012c757004 req-aab8d585-4bee-4c17-a67e-fa4efeed9bed tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 944 time: 0.0939610 May 16 20:40:17.460626 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Attempting to bind port c9ce98a3-3d13-4c84-9fe3-9b633c649795 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:40:17.460952 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Attempting to bind port c9ce98a3-3d13-4c84-9fe3-9b633c649795 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:40:17.461277 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Attempting to bind port c9ce98a3-3d13-4c84-9fe3-9b633c649795 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:40:17.475879 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Port c9ce98a3-3d13-4c84-9fe3-9b633c649795 on network e9d185e7-5065-44be-a31d-7429d98e5dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:40:17.476186 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Attempting to bind port c9ce98a3-3d13-4c84-9fe3-9b633c649795 on network e9d185e7-5065-44be-a31d-7429d98e5dea {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:40:17.484534 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:17.488411 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:40:17.488758 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Checking segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:40:17.489138 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Bound using segment: {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:40:17.489563 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Bound port: c9ce98a3-3d13-4c84-9fe3-9b633c649795, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:40:17.489915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.512193 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:40:17.521730 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:17.522613 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:39:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:17.526393 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e0b641f7-a5bf-4516-8fcc-7d012c757004 req-f245fda3-3ee5-457d-b225-253e80202a1d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668733 May 16 20:40:17.533073 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 31d1ca32-03e8-4112-856f-1d72165236d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=31d1ca32-03e8-4112-856f-1d72165236d2,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:17.548782 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '31d1ca32-03e8-4112-856f-1d72165236d2', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'port_id': '31d1ca32-03e8-4112-856f-1d72165236d2', 'mac_address': 'fa:16:3e:f5:e1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:40:17.602372 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 31d1ca32-03e8-4112-856f-1d72165236d2 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:17.602999 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.603961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] For port c9ce98a3-3d13-4c84-9fe3-9b633c649795, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:40:17.607905 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] For port c9ce98a3-3d13-4c84-9fe3-9b633c649795, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:40:17.616112 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.630530 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d1ca32-03e8-4112-856f-1d72165236d2 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:17.633486 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:17.671539 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 31d1ca32-03e8-4112-856f-1d72165236d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=31d1ca32-03e8-4112-856f-1d72165236d2,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:17.673113 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ce98a3-3d13-4c84-9fe3-9b633c649795,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:17.686226 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.693145 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:17.694225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:17.696232 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-9f26897c-db31-416c-8257-4d05efcb54c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 1093 time: 1.1011705 May 16 20:40:17.749987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=31d1ca32-03e8-4112-856f-1d72165236d2,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:17.757750 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.758089 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.758617 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.759118 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.759721 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.760198 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.760715 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.761192 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.762512 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.762512 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.762512 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.763018 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.763696 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.764165 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.764675 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:40:17.810696 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-aedd7846-995f-4e8f-8a38-a80dd05ced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:17.812460 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-aedd7846-995f-4e8f-8a38-a80dd05ced1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1127 time: 0.0555365 May 16 20:40:17.870114 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:17.906699 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2ad09-cfeb-4c61-8df4-a2089c81f193 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:40:17.957285 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab27a930-690a-4004-ae01-60c46f24d673 req-24118423-c6fd-45b0-ae0c-09acc780e4e5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=df423e7b-a5e3-4c9a-adbc-b64a2afd9752 HTTP/1.1" status: 200 len: 210 time: 0.0500455 May 16 20:40:17.971233 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c93aca-f890-45fe-970b-311d15bc0a76 req-08d944f5-392d-40d7-ac46-8a5c39f6f13f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:17.972796 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-01c93aca-f890-45fe-970b-311d15bc0a76 req-08d944f5-392d-40d7-ac46-8a5c39f6f13f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 943 time: 0.0791440 May 16 20:40:18.020462 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-01c93aca-f890-45fe-970b-311d15bc0a76 req-b991cfb6-503a-49ed-a74b-0b9ac726082f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 May 16 20:40:18.089949 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['31d1ca32-03e8-4112-856f-1d72165236d2'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:40:18.111935 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-9148c938-81e6-4c2c-929e-6bd2e5c33552 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 217 time: 0.0345175 May 16 20:40:18.172374 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-bfd5aef0-b1bd-4eea-b4ff-ffb14946f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:18.173287 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-bfd5aef0-b1bd-4eea-b4ff-ffb14946f244 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0547721 May 16 20:40:18.175282 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6e11b-8555-4356-8920-eb40575c3915 None None] New status for floating IP 4f8bc63c-0806-43fe-9f85-14efa866d578: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:40:18.223562 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d59-c7b9-4916-9314-329b4eb966db req-9d76a5b8-8724-4ac9-8d8a-1fd32e44c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:18.225701 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-9d76a5b8-8724-4ac9-8d8a-1fd32e44c1dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451026 May 16 20:40:18.330920 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-b02cc399-76a5-4e63-ab47-2ea033308128 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984373 May 16 20:40:18.438055 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-77217d59-c7b9-4916-9314-329b4eb966db req-62c04ffc-1875-4c84-b648-d55b102dd39f service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845411 May 16 20:40:18.547346 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9c29500d-e77a-45f8-a4fa-b9279bdb336a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:18.643807 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157996-6e01-435c-9115-4511df61c0b6 req-2af86118-8712-4a5c-ae3f-07119d0f3a88 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:18.645324 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-55157996-6e01-435c-9115-4511df61c0b6 req-2af86118-8712-4a5c-ae3f-07119d0f3a88 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 945 time: 0.0473330 May 16 20:40:18.698391 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-55157996-6e01-435c-9115-4511df61c0b6 req-135ef0a5-8a7c-4ce7-9781-46890d3b523b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472476 May 16 20:40:19.056174 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36738) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:19.115247 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a70b4a1f-4fef-400c-96f9-2ec4174a7f4b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (d83e9dfa-d071-4921-b576-af1a548e8080), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.134399 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5b3a2-d806-4f10-83c2-13c9183da5dc req-220f2dd1-b594-4382-b9cf-2e70cc3b44d2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:19.135876 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a9a5b3a2-d806-4f10-83c2-13c9183da5dc req-220f2dd1-b594-4382-b9cf-2e70cc3b44d2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 943 time: 0.0468378 May 16 20:40:19.139081 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a70b4a1f-4fef-400c-96f9-2ec4174a7f4b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (d83e9dfa-d071-4921-b576-af1a548e8080), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.183841 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a9a5b3a2-d806-4f10-83c2-13c9183da5dc req-b8cf3354-0fe2-4a0a-8758-c4ca801cf47b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 May 16 20:40:19.187061 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a70b4a1f-4fef-400c-96f9-2ec4174a7f4b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d83e9dfa-d071-4921-b576-af1a548e8080), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.189897 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a70b4a1f-4fef-400c-96f9-2ec4174a7f4b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.191036 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-a70b4a1f-4fef-400c-96f9-2ec4174a7f4b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/security-groups/d83e9dfa-d071-4921-b576-af1a548e8080 HTTP/1.1" status: 204 len: 168 time: 0.1336908 May 16 20:40:19.194200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36740) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:19.200306 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b4a1f-4fef-400c-96f9-2ec4174a7f4b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83e9dfa-d071-4921-b576-af1a548e8080,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:19.212687 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.api.v2.resource [None req-5dd6daff-2b95-481c-ac4e-a982409d1b20 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] show failed (client error): The resource could not be found. May 16 20:40:19.213792 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5dd6daff-2b95-481c-ac4e-a982409d1b20 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups/d83e9dfa-d071-4921-b576-af1a548e8080 HTTP/1.1" status: 404 len: 347 time: 0.0183597 May 16 20:40:19.216720 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36742) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:19.287252 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:19.289544 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3518628-6bb2-46a5-875c-88dcedd11570" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:19.333839 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa792e-68d6-4f75-9400-9f314c784cea x-openstack-request-id: req-9efa792e-68d6-4f75-9400-9f314c784cea {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:19.334187 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:19.334440 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9efa792e-68d6-4f75-9400-9f314c784cea {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:19.334827 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efa792e-68d6-4f75-9400-9f314c784cea'] response: {'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'status': 'completed', 'code': 200} May 16 20:40:19.335788 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port 28fac993-bbab-4419-96e1-0d6ba5ea9910 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:40:19.336120 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.412584 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.412911 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (28fac993-bbab-4419-96e1-0d6ba5ea9910), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.422208 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device c9ce98a3-3d13-4c84-9fe3-9b633c649795 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:40:19.425953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for 28fac993-bbab-4419-96e1-0d6ba5ea9910 owned by network:floatingip {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:40:19.427323 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 31d1ca32-03e8-4112-856f-1d72165236d2 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:40:19.499140 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 31d1ca32-03e8-4112-856f-1d72165236d2 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:40:19.532405 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 31d1ca32-03e8-4112-856f-1d72165236d2 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:19.532789 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.583424 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port c9ce98a3-3d13-4c84-9fe3-9b633c649795, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:19.602988 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:40:19.663695 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 31d1ca32-03e8-4112-856f-1d72165236d2 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:19.664093 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.665954 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port c9ce98a3-3d13-4c84-9fe3-9b633c649795 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:19.666309 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.690277 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ce98a3-3d13-4c84-9fe3-9b633c649795 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:19.709119 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:19.711403 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3006473e-f9b2-41e3-bf1f-8cbac7032b6b" -d '{"events": [{"server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "name": "network-vif-plugged", "status": "completed", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:19.730437 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port c9ce98a3-3d13-4c84-9fe3-9b633c649795, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:19.734363 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 31d1ca32-03e8-4112-856f-1d72165236d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=31d1ca32-03e8-4112-856f-1d72165236d2,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:19.738499 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.762398 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.763271 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 666e8c7b-f3e1-4b80-bf22-b473c22db3cd no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:40:19.767403 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94f80c-b31d-4647-81ab-0701fb8209a9 x-openstack-request-id: req-fc94f80c-b31d-4647-81ab-0701fb8209a9 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:19.767923 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "name": "network-vif-plugged", "status": "completed", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:19.768053 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc94f80c-b31d-4647-81ab-0701fb8209a9 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:19.768415 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc94f80c-b31d-4647-81ab-0701fb8209a9'] response: {'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2', 'code': 200} May 16 20:40:19.789224 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 666e8c7b-f3e1-4b80-bf22-b473c22db3cd {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:40:19.789564 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 666e8c7b-f3e1-4b80-bf22-b473c22db3cd not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:40:19.811258 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=c9ce98a3-3d13-4c84-9fe3-9b633c649795,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:19.832271 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-04fdffcd-33e7-4d75-aba2-0e7895d44bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:19.833729 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-04fdffcd-33e7-4d75-aba2-0e7895d44bb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1127 time: 0.3282557 May 16 20:40:19.858057 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=31d1ca32-03e8-4112-856f-1d72165236d2,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:19.880589 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f9b1-f1b2-49be-9216-e6f0500a1bfc req-8d72627f-8022-4ab2-96c2-ca5c9cda379f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:19.882043 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a77f9b1-f1b2-49be-9216-e6f0500a1bfc req-8d72627f-8022-4ab2-96c2-ca5c9cda379f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0622070 May 16 20:40:19.883080 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (28fac993-bbab-4419-96e1-0d6ba5ea9910), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:19.913205 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=28fac993-bbab-4419-96e1-0d6ba5ea9910,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:20.024569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a77f9b1-f1b2-49be-9216-e6f0500a1bfc req-fe9d150b-83d5-49da-acaf-069f54262233 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362219 May 16 20:40:20.047900 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['c9ce98a3-3d13-4c84-9fe3-9b633c649795'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:40:20.094135 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (4f8bc63c-0806-43fe-9f85-14efa866d578), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.096513 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.097638 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-0419e361-157f-47d3-af56-25197a3d84d9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f8bc63c-0806-43fe-9f85-14efa866d578 HTTP/1.1" status: 204 len: 168 time: 0.8800614 May 16 20:40:20.104426 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bc73f-5e6e-4e9f-a5c7-e50d2a3fa640 req-180484d8-96d3-4e00-a2b3-8f17644759c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:20.105836 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fd9bc73f-5e6e-4e9f-a5c7-e50d2a3fa640 req-180484d8-96d3-4e00-a2b3-8f17644759c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 1130 time: 0.0804989 May 16 20:40:20.139806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-cd5da472-4b8d-44da-8b9d-93c18aa0293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:20.141289 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-cd5da472-4b8d-44da-8b9d-93c18aa0293d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.1937952 May 16 20:40:20.180835 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36754) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:20.185983 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-922fcd84-6708-4d02-a50d-b6f5cbef407d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743823518', 'description': 'tempest-description--2009273325'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:20.200943 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-0dcd8f41-7edb-4b62-bead-a9d692ffbb71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 217 time: 0.0451212 May 16 20:40:20.203947 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fd9bc73f-5e6e-4e9f-a5c7-e50d2a3fa640 req-22aa681a-bc52-438a-9604-5785ab497450 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781496 May 16 20:40:20.208481 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-922fcd84-6708-4d02-a50d-b6f5cbef407d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.275825 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-922fcd84-6708-4d02-a50d-b6f5cbef407d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (8f5c6f91-bde0-41d2-bb18-a00e0295ef72), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.279984 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-922fcd84-6708-4d02-a50d-b6f5cbef407d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (8f5c6f91-bde0-41d2-bb18-a00e0295ef72), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.307379 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868abed-d660-4f19-bfc2-fe6303ee5603 req-74c3ab6e-3db5-4455-a922-6ad53e229231 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:20.308129 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-922fcd84-6708-4d02-a50d-b6f5cbef407d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.312521 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-922fcd84-6708-4d02-a50d-b6f5cbef407d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1272380 May 16 20:40:20.312950 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3868abed-d660-4f19-bfc2-fe6303ee5603 req-74c3ab6e-3db5-4455-a922-6ad53e229231 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 944 time: 0.0527332 May 16 20:40:20.313105 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36760) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:20.318450 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-9bb6cec2-29f8-4d64-b131-9aee7874ca92 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': '8f5c6f91-bde0-41d2-bb18-a00e0295ef72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:20.325979 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fcd84-6708-4d02-a50d-b6f5cbef407d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5c6f91-bde0-41d2-bb18-a00e0295ef72,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:20.347960 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cec2-29f8-4d64-b131-9aee7874ca92 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (231fe8aa-90b3-462d-9c82-ea801d7f4586), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.371569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3868abed-d660-4f19-bfc2-fe6303ee5603 req-e83dfe17-ad70-4283-acf0-b2b4d69475d6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498276 May 16 20:40:20.406988 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cec2-29f8-4d64-b131-9aee7874ca92 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (231fe8aa-90b3-462d-9c82-ea801d7f4586), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.411491 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cec2-29f8-4d64-b131-9aee7874ca92 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (231fe8aa-90b3-462d-9c82-ea801d7f4586), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.432959 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6cec2-29f8-4d64-b131-9aee7874ca92 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231fe8aa-90b3-462d-9c82-ea801d7f4586,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:20.438773 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cec2-29f8-4d64-b131-9aee7874ca92 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.442892 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9bb6cec2-29f8-4d64-b131-9aee7874ca92 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259096 May 16 20:40:20.443071 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36762) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:20.447346 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-c8a113c1-4ed1-4e05-b3b4-8b35ea812739 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': '8f5c6f91-bde0-41d2-bb18-a00e0295ef72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:20.469939 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-4b5fff0d-2343-4536-9b9c-68402fbf590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:20.471391 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-4b5fff0d-2343-4536-9b9c-68402fbf590a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0456548 May 16 20:40:20.475067 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8a113c1-4ed1-4e05-b3b4-8b35ea812739 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (afd17ef1-7cea-48e7-b0ed-8c182967aa03), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.516003 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-f26f721b-d7e7-4864-8196-e67cb5ff560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:20.517483 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-f26f721b-d7e7-4864-8196-e67cb5ff560a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376217 May 16 20:40:20.532776 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8a113c1-4ed1-4e05-b3b4-8b35ea812739 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (afd17ef1-7cea-48e7-b0ed-8c182967aa03), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.536928 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8a113c1-4ed1-4e05-b3b4-8b35ea812739 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (afd17ef1-7cea-48e7-b0ed-8c182967aa03), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.554481 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a113c1-4ed1-4e05-b3b4-8b35ea812739 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd17ef1-7cea-48e7-b0ed-8c182967aa03,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:20.561586 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c8a113c1-4ed1-4e05-b3b4-8b35ea812739 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.565792 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-c8a113c1-4ed1-4e05-b3b4-8b35ea812739 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187713 May 16 20:40:20.565932 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36764) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:20.570294 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:20.591276 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.612582 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-3b1402a6-dd04-49a3-b6ec-4a7f0c2013cd service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880625 May 16 20:40:20.671976 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.700623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f3518628-6bb2-46a5-875c-88dcedd11570 req-30657954-5855-4b77-8a40-8c8c173add11 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812888 May 16 20:40:20.730356 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d2b96282-6231-4d57-bf17-c82da02d2abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.774707 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.27.0.195 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/63cd2dba-6a1e-482a-aec1-57dc176d7671) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:40:20.881738 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.917404 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:20.951871 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:40:20.954800 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:40:20.960465 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:40:20.965294 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=63cd2dba-6a1e-482a-aec1-57dc176d7671,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:21.042811 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (e01c9b63-331d-4828-9673-6ac0d9b65db5), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.085763 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.144542 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e0b29-ec46-48f2-bc23-175dcb42fdfc req-ade1a07a-4b5d-472f-9a3c-7bfe497cbf07 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:21.145936 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4a4e0b29-ec46-48f2-bc23-175dcb42fdfc req-ade1a07a-4b5d-472f-9a3c-7bfe497cbf07 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0512969 May 16 20:40:21.195950 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4a4e0b29-ec46-48f2-bc23-175dcb42fdfc req-8a495f12-fb69-4378-9062-7a0d7a94869a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 May 16 20:40:21.258965 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.267097 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.329839 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=63cd2dba-6a1e-482a-aec1-57dc176d7671,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:21.341615 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (e01c9b63-331d-4828-9673-6ac0d9b65db5), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.358830 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.360132 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-222346dd-9b20-4bd2-9655-dd5a222decd1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7932386 May 16 20:40:21.433746 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device c9ce98a3-3d13-4c84-9fe3-9b633c649795 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:40:21.477742 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port c9ce98a3-3d13-4c84-9fe3-9b633c649795 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:40:21.486123 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6301-aa41-448e-a03c-2076e0d95658 req-bae39bb0-2a04-4f0b-88cc-d27143eb91e8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:21.486358 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port c9ce98a3-3d13-4c84-9fe3-9b633c649795 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:21.486986 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.487671 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6fcd6301-aa41-448e-a03c-2076e0d95658 req-bae39bb0-2a04-4f0b-88cc-d27143eb91e8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 944 time: 0.0491621 May 16 20:40:21.559837 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6fcd6301-aa41-448e-a03c-2076e0d95658 req-4aad432a-f4eb-4858-8e06-e5516f5db638 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635154 May 16 20:40:21.562775 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port c9ce98a3-3d13-4c84-9fe3-9b633c649795 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:21.563150 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.589025 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-658a5cd2-5dec-4797-926b-ddfbbb1d198b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1743823518&fields=id&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 267 time: 0.0730567 May 16 20:40:21.598869 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port c9ce98a3-3d13-4c84-9fe3-9b633c649795, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:21.602918 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:21.647968 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=c9ce98a3-3d13-4c84-9fe3-9b633c649795,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:21.696775 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-dce14c18-965f-41e4-9a38-5fd3a37b2164 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:21.698596 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-dce14c18-965f-41e4-9a38-5fd3a37b2164 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.1029565 May 16 20:40:21.713077 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-e2180b47-a8b0-4fcf-a1e0-5bf3564ec5fa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/quotas/2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 375 time: 0.0088742 May 16 20:40:21.765774 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-142a90f0-ab42-4b0e-9c66-7c336cbfc2b7 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477998 May 16 20:40:21.769537 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:21.772041 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f47f3dc-f030-4781-9a88-b98889708032" -d '{"events": [{"server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "name": "network-vif-plugged", "status": "completed", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:21.808938 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8832ba-a3f5-47e3-a415-751db371d141 x-openstack-request-id: req-2f8832ba-a3f5-47e3-a415-751db371d141 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:21.809301 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "name": "network-vif-plugged", "status": "completed", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:21.810276 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f8832ba-a3f5-47e3-a415-751db371d141 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:21.810653 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8832ba-a3f5-47e3-a415-751db371d141'] response: {'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'code': 200} May 16 20:40:21.867725 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fb6328b1-0118-471a-b25e-a5878e8b11c0 service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889130 May 16 20:40:21.958776 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-33b94b3b-3a3f-4d45-9915-466dca0b3688 service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 May 16 20:40:22.132621 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-be77f0ec-4380-4692-98f9-a58c79713a5d req-93d79076-49f8-4979-b725-0745be0063d0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 210 time: 0.0322099 May 16 20:40:22.141078 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:22.352454 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b75dd5-d03f-497e-b12b-06de1c0c425d req-7b5e0dea-f564-49b8-8ec5-8be0d2443d7b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:22.354139 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e8b75dd5-d03f-497e-b12b-06de1c0c425d req-7b5e0dea-f564-49b8-8ec5-8be0d2443d7b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0883770 May 16 20:40:22.406658 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e8b75dd5-d03f-497e-b12b-06de1c0c425d req-6a762cb8-240b-4756-ad97-488a215d977d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455189 May 16 20:40:22.525226 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59b276-6c20-415d-8723-3242bf2d3a67 req-28786bb0-07d0-46d0-b7e7-4b982d09b783 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:22.526661 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ff59b276-6c20-415d-8723-3242bf2d3a67 req-28786bb0-07d0-46d0-b7e7-4b982d09b783 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0452483 May 16 20:40:22.575997 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ff59b276-6c20-415d-8723-3242bf2d3a67 req-d58b1345-600c-4ad8-b653-0b5bfa7d2c79 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437181 May 16 20:40:22.600013 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36804) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:22.677728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4168cd-7c98-4c5c-a427-730cf05884c6 req-f74e06ca-4447-4cb0-8f48-cf324ec1ca1f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:22.679278 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cd4168cd-7c98-4c5c-a427-730cf05884c6 req-f74e06ca-4447-4cb0-8f48-cf324ec1ca1f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0502989 May 16 20:40:22.745110 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3284970-a6b5-48af-972e-7926cd1520ac tempest-TestVolumeBootPattern-1612694691 tempest-TestVolumeBootPattern-1612694691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:22.747085 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b3284970-a6b5-48af-972e-7926cd1520ac tempest-TestVolumeBootPattern-1612694691 tempest-TestVolumeBootPattern-1612694691-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 1125 time: 0.1458275 May 16 20:40:22.749021 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cd4168cd-7c98-4c5c-a427-730cf05884c6 req-ca27285d-1126-4e7c-af26-135908f196e1 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636156 May 16 20:40:22.751076 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36808) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:22.760272 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'port_id': '31d1ca32-03e8-4112-856f-1d72165236d2', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:22.784949 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e807125-40d3-4386-aa17-d121c9b30c36 req-e69bf420-0187-4276-baad-7dedc65214c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:22.787595 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e807125-40d3-4386-aa17-d121c9b30c36 req-e69bf420-0187-4276-baad-7dedc65214c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1129 time: 0.0621936 May 16 20:40:22.792803 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:22.845156 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e807125-40d3-4386-aa17-d121c9b30c36 req-316d2fa4-b446-4b72-b363-855ad709558c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500915 May 16 20:40:22.882461 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:22.988731 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Allocated IP 172.27.0.111 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/631938e0-c574-402e-94c0-ec5e76be7b79) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:40:23.093706 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (631938e0-c574-402e-94c0-ec5e76be7b79), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:23.131132 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (631938e0-c574-402e-94c0-ec5e76be7b79), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:23.165173 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:40:23.167925 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:40:23.171487 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:40:23.200056 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=631938e0-c574-402e-94c0-ec5e76be7b79,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:23.229143 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c791b715-2dad-45f1-b818-64ff5f39dd71 req-8d51bbd8-71e6-468b-9eb8-ae08b45233fa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 210 time: 0.0271847 May 16 20:40:23.545335 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:23.740281 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f138fc-6b88-4eeb-806a-96a538f64b44 req-6a0a5309-448c-4b18-a16d-426ea7dc4d58 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:23.741797 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5f138fc-6b88-4eeb-806a-96a538f64b44 req-6a0a5309-448c-4b18-a16d-426ea7dc4d58 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0491796 May 16 20:40:23.769267 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:23.791105 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5f138fc-6b88-4eeb-806a-96a538f64b44 req-b05b6b50-75f4-4255-8cb6-9eb1c068b0aa tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 May 16 20:40:23.817617 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36822) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:23.853494 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (631938e0-c574-402e-94c0-ec5e76be7b79), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:23.860940 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc46bf4-f1b7-4640-93cf-d2cc3933a29e req-f5a02899-d74f-4850-9282-8ecd1cbc9759 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:23.862451 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcc46bf4-f1b7-4640-93cf-d2cc3933a29e req-f5a02899-d74f-4850-9282-8ecd1cbc9759 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0477984 May 16 20:40:23.914719 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dcc46bf4-f1b7-4640-93cf-d2cc3933a29e req-60c29ea4-2355-4882-a55d-d732ed7cb2a2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 May 16 20:40:23.992302 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd7ddc-d0e4-437f-920b-102c56ebb01d tempest-TestMinimumBasicScenario-227245865 tempest-TestMinimumBasicScenario-227245865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:23.997219 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5dbd7ddc-d0e4-437f-920b-102c56ebb01d tempest-TestMinimumBasicScenario-227245865 tempest-TestMinimumBasicScenario-227245865-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1124 time: 0.1758769 May 16 20:40:23.997389 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36826) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:24.024866 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'port_id': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:24.064957 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.096414 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-84664392-cbfb-4a91-97b7-1fc2ce64877a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:24.098031 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-84664392-cbfb-4a91-97b7-1fc2ce64877a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.1096580 May 16 20:40:24.158562 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (631938e0-c574-402e-94c0-ec5e76be7b79), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.166608 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (631938e0-c574-402e-94c0-ec5e76be7b79), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.185189 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-a93e09c2-269c-4f93-8988-92d54ac806f3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 380 time: 0.0541494 May 16 20:40:24.206304 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.295542 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=631938e0-c574-402e-94c0-ec5e76be7b79,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:24.309010 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.333088 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa0453de-6812-4c04-9b4a-4433778e9b35 req-92c5e007-09cc-41ae-bb90-fa65db015527 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 210 time: 0.0281496 May 16 20:40:24.433302 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Allocated IP 172.27.0.99 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/2841de14-8e3a-4f7e-9978-82aac4e09fb3) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:40:24.457757 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Floating IP e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d associated. External IP: 172.27.0.111, port: 31d1ca32-03e8-4112-856f-1d72165236d2. May 16 20:40:24.617292 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.720336 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.769466 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:40:24.771192 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:40:24.776486 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:40:24.781851 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:40:24.784430 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'Port': ['ID=2841de14-8e3a-4f7e-9978-82aac4e09fb3,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:24.866461 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'port': {'device_id': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'admin_state_up': True, 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'security_groups': ['8f5c6f91-bde0-41d2-bb18-a00e0295ef72']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:24.906217 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:24.970939 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:40:24.984378 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:40:24.998244 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:24.999316 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:25.015365 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Made reservation on behalf of 2beaab3a72a345d98a9ec4e0ae4686b6 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:40:25.018631 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.035953 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.073614 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041c60-6558-401b-9f5c-a060c64250de req-cce28b97-d92e-4c77-9c95-a01824ab04c3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:25.075298 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0a041c60-6558-401b-9f5c-a060c64250de req-cce28b97-d92e-4c77-9c95-a01824ab04c3 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0702145 May 16 20:40:25.098671 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b43d4104-2b8b-49e9-a911-9542fd359860 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3464491 May 16 20:40:25.100838 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:25.103112 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6018ce8-f605-4a30-9dff-376da74129ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:25.108752 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:25.191734 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7772743-661d-43e0-a66f-1ff43e3909b6 x-openstack-request-id: req-c7772743-661d-43e0-a66f-1ff43e3909b6 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:25.192048 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:25.192298 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7772743-661d-43e0-a66f-1ff43e3909b6 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:25.192719 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7772743-661d-43e0-a66f-1ff43e3909b6'] response: {'name': 'network-changed', 'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2', 'status': 'completed', 'code': 200} May 16 20:40:25.231048 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0a041c60-6558-401b-9f5c-a060c64250de req-2ad0e6b3-f5c2-44b1-a9a1-4936a0d14d30 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208048 May 16 20:40:25.251972 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.20.0.5 (51755a9b-e432-418d-95c4-023d6854f406/72ced089-7684-4ae7-b5cc-0a11ad060d49/0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:40:25.277367 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6018ce8-f605-4a30-9dff-376da74129ec req-3710dfbe-ada0-441f-bd32-53affd1fb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:25.279069 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f6018ce8-f605-4a30-9dff-376da74129ec req-3710dfbe-ada0-441f-bd32-53affd1fb13e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 1130 time: 0.0677052 May 16 20:40:25.289990 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for floatingip (c7ca3d53-b4da-4c68-ba52-1bc819330163), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.373667 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.475059 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '31d1ca32-03e8-4112-856f-1d72165236d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:f5:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:23Z', 'updated_at': '2022-05-16T20:40:23Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:25.487525 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-56b1433b-aabb-4211-ad12-1b83eb90da6f req-ef68c526-63a0-453a-b4fc-1e9e33f7ff6c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 210 time: 0.0680408 May 16 20:40:25.497007 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90f81a-7ff3-494f-acef-c9c829e8669a req-e666b26b-df99-4742-9edb-f5cb2548cb91 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:25.498457 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4b90f81a-7ff3-494f-acef-c9c829e8669a req-e666b26b-df99-4742-9edb-f5cb2548cb91 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.1739688 May 16 20:40:25.509614 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:40:25.510615 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36844) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:25.517812 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'floatingip': {'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:25.521536 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6018ce8-f605-4a30-9dff-376da74129ec req-4f416ec8-f6da-4398-a2e5-7c87445d644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:25.523017 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f6018ce8-f605-4a30-9dff-376da74129ec req-4f416ec8-f6da-4398-a2e5-7c87445d644a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.2375913 May 16 20:40:25.525998 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:25.526615 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:25.562630 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.594272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.613648 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f6018ce8-f605-4a30-9dff-376da74129ec req-0ec030f3-f9e1-404b-9f9d-eeca6481951b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d1ca32-03e8-4112-856f-1d72165236d2 HTTP/1.1" status: 200 len: 1000 time: 0.0785751 May 16 20:40:25.631816 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:25.673866 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.676991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6018ce8-f605-4a30-9dff-376da74129ec req-3b4d02b0-7973-48d1-9d61-76a2ce240c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:25.678496 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f6018ce8-f605-4a30-9dff-376da74129ec req-3b4d02b0-7973-48d1-9d61-76a2ce240c85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0567801 May 16 20:40:25.696695 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.709648 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.752481 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 51755a9b-e432-418d-95c4-023d6854f406 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:40:25.761747 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:40:25.764406 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6018ce8-f605-4a30-9dff-376da74129ec req-af48cc85-d883-41ac-ae62-bf0b6a9ebcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:25.765932 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f6018ce8-f605-4a30-9dff-376da74129ec req-af48cc85-d883-41ac-ae62-bf0b6a9ebcf6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781255 May 16 20:40:25.766765 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:40:25.769384 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:25.871502 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:25.872382 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:25.882123 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '31d1ca32-03e8-4112-856f-1d72165236d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:f5:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:23Z', 'updated_at': '2022-05-16T20:40:23Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:25.916075 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-5aa7ef2c-e8da-4389-973f-5931fde6d346 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0534348 May 16 20:40:25.918511 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f6018ce8-f605-4a30-9dff-376da74129ec req-46796fc6-8dbe-453d-837c-e9544d48d0a0 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275287 May 16 20:40:25.920418 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca28b7-bf91-42ff-b50b-36225f4e5cb8 None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '31d1ca32-03e8-4112-856f-1d72165236d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:f5:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:23Z', 'updated_at': '2022-05-16T20:40:23Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:40:25.941603 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Request body: {'port': {'device_id': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:26.055308 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-1c71f98c-9d8d-4075-af9a-4f5d455455e5 None None] Provisioning complete for port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:26.055890 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1c71f98c-9d8d-4075-af9a-4f5d455455e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.073512 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'Port': ['ID=2841de14-8e3a-4f7e-9978-82aac4e09fb3,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:26.075782 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.100059 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f6018ce8-f605-4a30-9dff-376da74129ec req-439bd6a6-b5c9-4390-b207-989df4200cc0 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547983 May 16 20:40:26.102879 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-1c71f98c-9d8d-4075-af9a-4f5d455455e5 None None] Port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:40:26.130648 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (c7ca3d53-b4da-4c68-ba52-1bc819330163), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.198368 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4615d-1dfc-464f-bc31-70afed221ea3 None None] New status for floating IP e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:40:26.316250 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Floating IP c7ca3d53-b4da-4c68-ba52-1bc819330163 associated. External IP: 172.27.0.99, port: ebd68081-2a96-4732-bf76-3afb6eec8000. May 16 20:40:26.406062 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:26.418655 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Publish callbacks [] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.431568 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Transition to ACTIVE for port object 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:40:26.436321 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.483648 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:26.553413 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.563323 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Attempting to bind port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:40:26.563728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Attempting to bind port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:40:26.564280 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Attempting to bind port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:40:26.564989 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.569422 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e on network 51755a9b-e432-418d-95c4-023d6854f406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:40:26.569800 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Attempting to bind port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:40:26.576027 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:40:26.576545 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Checking segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:40:26.577026 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Bound using segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:40:26.577555 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Bound port: 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:40:26.578009 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.677783 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a59e82-f23d-4d17-a7f1-e544f7f036c2 req-932de27f-9300-40c6-ac57-853dd25fc2e3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:26.679248 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-85a59e82-f23d-4d17-a7f1-e544f7f036c2 req-932de27f-9300-40c6-ac57-853dd25fc2e3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 943 time: 0.0840166 May 16 20:40:26.702827 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:40:26.703048 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] For port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:40:26.717984 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Floating IP 65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c associated. External IP: 172.27.0.211, port: c9ce98a3-3d13-4c84-9fe3-9b633c649795. May 16 20:40:26.718554 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] For port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:40:26.736269 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.764081 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-85a59e82-f23d-4d17-a7f1-e544f7f036c2 req-2fca3ef4-1095-47ca-8ced-1e9b30244c11 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787363 May 16 20:40:26.776915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:26.777521 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.779161 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] 10.222.0.60 "PUT /v2.0/ports/0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e HTTP/1.1" status: 200 len: 1093 time: 0.8429084 May 16 20:40:26.779381 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:26.781547 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:26.829072 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d270e3-5a39-440a-9420-76c27070bd01 x-openstack-request-id: req-c9d270e3-5a39-440a-9420-76c27070bd01 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:26.829353 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:26.829601 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9d270e3-5a39-440a-9420-76c27070bd01 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:26.829992 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d270e3-5a39-440a-9420-76c27070bd01'] response: {'name': 'network-changed', 'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'status': 'completed', 'code': 200} May 16 20:40:26.843270 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa958a39-351b-40ad-b1a8-e7caf52bb564 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:26.871963 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:26.878653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-b75a998b-c020-46f4-9cc8-b77836109ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:26.880175 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-b75a998b-c020-46f4-9cc8-b77836109ebd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 1127 time: 0.0530767 May 16 20:40:26.905926 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:40:26.917518 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] Sync routers for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:40:26.934195 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:26.935419 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:26.935716 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-501c19ca-0d2f-428e-b5c4-bb3f1dfeb555 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e HTTP/1.1" status: 200 len: 217 time: 0.0454161 May 16 20:40:26.983039 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.004021 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-cf4bda62-d82b-4ce9-b155-3c03225ea4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:27.005864 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-cf4bda62-d82b-4ce9-b155-3c03225ea4e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0572979 May 16 20:40:27.044082 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-0b61ae3b-cee7-44ec-99a6-2e1ea9b743f1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0431061 May 16 20:40:27.044905 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36850) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:27.049438 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-4ebfb0b0-ea48-44ac-b28c-50c494bda4a2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467058716', 'description': 'tempest-secgroup-smoke-1467058716 description', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:27.059980 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-3f95d94f-d42f-4f08-8208-578f4617aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:27.062340 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-3f95d94f-d42f-4f08-8208-578f4617aab0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440927 May 16 20:40:27.069355 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:27.087312 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Router 9f08372f-a692-4fd1-ad10-33c2a28fb485 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:40:27.088949 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb0b0-ea48-44ac-b28c-50c494bda4a2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.211612 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:27.213889 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223f6eb-a1fb-449a-9f7f-84b76c950400" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:27.263045 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3ad8d-7647-46fb-85d0-ff7a16916f27 x-openstack-request-id: req-46d3ad8d-7647-46fb-85d0-ff7a16916f27 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:27.263494 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:27.263749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46d3ad8d-7647-46fb-85d0-ff7a16916f27 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:27.264155 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d3ad8d-7647-46fb-85d0-ff7a16916f27'] response: {'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'status': 'completed', 'code': 200} May 16 20:40:27.268738 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb0b0-ea48-44ac-b28c-50c494bda4a2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group (00182a1c-d58c-4057-acdd-fb28ba7844fe), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.282302 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb0b0-ea48-44ac-b28c-50c494bda4a2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (00182a1c-d58c-4057-acdd-fb28ba7844fe), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.292172 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:40:27.305180 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] Sync routers for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:40:27.306183 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.322261 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'c7ca3d53-b4da-4c68-ba52-1bc819330163', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'port_id': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'mac_address': 'fa:16:3e:7e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:25Z', 'updated_at': '2022-05-16T20:40:25Z', 'revision_number': 0, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:21Z', 'revision_number': 5, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:27.322968 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:27.324289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:27.338933 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb0b0-ea48-44ac-b28c-50c494bda4a2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.343326 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-4ebfb0b0-ea48-44ac-b28c-50c494bda4a2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2978687 May 16 20:40:27.343922 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36854) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:27.354436 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-5e56fc8a-2668-42cf-ba0f-2affd7bb61df tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'security_group_rule': {'security_group_id': '00182a1c-d58c-4057-acdd-fb28ba7844fe', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:27.355366 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] Checking router: 65c840cd-dc07-488e-a9ea-91b1d766c8f0 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:40:27.366910 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfb0b0-ea48-44ac-b28c-50c494bda4a2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00182a1c-d58c-4057-acdd-fb28ba7844fe,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:27.368097 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:27.368839 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:27.375047 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-594812de-b702-4751-9ca4-1d9f29f6ba39 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "PUT /v2.0/floatingips/65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c HTTP/1.1" status: 200 len: 991 time: 1.8633983 May 16 20:40:27.401588 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e56fc8a-2668-42cf-ba0f-2affd7bb61df tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (3cc3a01f-27e2-4f86-b612-347e978a5689), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.440195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-f12fc391-5c6f-4be9-9bc0-59631811d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:27.441820 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-f12fc391-5c6f-4be9-9bc0-59631811d4d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1129 time: 0.0507653 May 16 20:40:27.452862 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-daff8e36-46d6-4c2f-80ee-b3ff14ae5295 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836136 May 16 20:40:27.473916 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e56fc8a-2668-42cf-ba0f-2affd7bb61df tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (3cc3a01f-27e2-4f86-b612-347e978a5689), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.479462 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e56fc8a-2668-42cf-ba0f-2affd7bb61df tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (3cc3a01f-27e2-4f86-b612-347e978a5689), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.490400 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:27.501378 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56fc8a-2668-42cf-ba0f-2affd7bb61df tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc3a01f-27e2-4f86-b612-347e978a5689,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:27.518371 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5e56fc8a-2668-42cf-ba0f-2affd7bb61df tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.522822 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5e56fc8a-2668-42cf-ba0f-2affd7bb61df tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740186 May 16 20:40:27.523445 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36858) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:27.529806 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-b28f9e1d-2a34-47bf-99ff-de87ae4cfd71 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'security_group_rule': {'security_group_id': '00182a1c-d58c-4057-acdd-fb28ba7844fe', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:27.576719 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b28f9e1d-2a34-47bf-99ff-de87ae4cfd71 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (7c5b98c8-c367-4ed0-bd75-c7b7e7741051), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.600170 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7b9cee5a-2e01-40f9-aadb-6ce8041104f1 req-95188ca3-f56f-4faa-9773-f244d4105936 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263158 May 16 20:40:27.631535 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-5973a23b-ddc5-482f-a98a-72053e890449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:27.633298 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-5973a23b-ddc5-482f-a98a-72053e890449 service neutron] 10.222.0.60 "GET /v2.0/networks?id=575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 200 len: 916 time: 0.1794090 May 16 20:40:27.649002 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b28f9e1d-2a34-47bf-99ff-de87ae4cfd71 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (7c5b98c8-c367-4ed0-bd75-c7b7e7741051), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.649430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:27.654826 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b28f9e1d-2a34-47bf-99ff-de87ae4cfd71 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (7c5b98c8-c367-4ed0-bd75-c7b7e7741051), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.668565 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f9e1d-2a34-47bf-99ff-de87ae4cfd71 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5b98c8-c367-4ed0-bd75-c7b7e7741051,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:27.686559 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b28f9e1d-2a34-47bf-99ff-de87ae4cfd71 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.688003 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b28f9e1d-2a34-47bf-99ff-de87ae4cfd71 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636114 May 16 20:40:27.690899 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36860) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:27.695682 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-4d4da1e3-babd-4816-a17a-aea108771f69 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'security_group_rule': {'security_group_id': '00182a1c-d58c-4057-acdd-fb28ba7844fe', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:27.727453 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d4da1e3-babd-4816-a17a-aea108771f69 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (c8454c4a-d5a3-4b38-980c-74cc6d1a6bf3), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.767448 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'c7ca3d53-b4da-4c68-ba52-1bc819330163', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'port_id': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'mac_address': 'fa:16:3e:7e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:25Z', 'updated_at': '2022-05-16T20:40:25Z', 'revision_number': 0, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:21Z', 'revision_number': 5, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:27.789238 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d4da1e3-babd-4816-a17a-aea108771f69 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (c8454c4a-d5a3-4b38-980c-74cc6d1a6bf3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.794916 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d4da1e3-babd-4816-a17a-aea108771f69 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (c8454c4a-d5a3-4b38-980c-74cc6d1a6bf3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.805647 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd4a28-f5b3-474f-9e36-1e37c1bd077d None None] The sync data for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi is: [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'c7ca3d53-b4da-4c68-ba52-1bc819330163', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'port_id': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'mac_address': 'fa:16:3e:7e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:25Z', 'updated_at': '2022-05-16T20:40:25Z', 'revision_number': 0, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:21Z', 'revision_number': 5, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:40:27.815188 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4da1e3-babd-4816-a17a-aea108771f69 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8454c4a-d5a3-4b38-980c-74cc6d1a6bf3,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:27.826758 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4d4da1e3-babd-4816-a17a-aea108771f69 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.829608 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-4d4da1e3-babd-4816-a17a-aea108771f69 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376891 May 16 20:40:27.832307 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36864) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:27.837331 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-e5a57352-5f73-4931-b686-9ac9ea853e76 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'security_group_rule': {'security_group_id': '00182a1c-d58c-4057-acdd-fb28ba7844fe', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:27.871293 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5a57352-5f73-4931-b686-9ac9ea853e76 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (b792702c-428e-49b7-8462-bdac4ccdaf1b), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.895642 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:11Z', 'updated_at': '2022-05-16T20:40:26Z', 'revision_number': 1, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:27.908509 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26e2ac-8995-4d66-8f83-f772e7482007 req-d2450ebb-50d3-4413-9010-6f997d4e4b45 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:27.910175 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bc26e2ac-8995-4d66-8f83-f772e7482007 req-d2450ebb-50d3-4413-9010-6f997d4e4b45 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 943 time: 0.0609367 May 16 20:40:27.925934 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] Checking router: 9f08372f-a692-4fd1-ad10-33c2a28fb485 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:40:27.940836 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:27.941773 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:27.955180 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5a57352-5f73-4931-b686-9ac9ea853e76 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (b792702c-428e-49b7-8462-bdac4ccdaf1b), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.959726 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5a57352-5f73-4931-b686-9ac9ea853e76 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (b792702c-428e-49b7-8462-bdac4ccdaf1b), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:27.966421 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bc26e2ac-8995-4d66-8f83-f772e7482007 req-dce20730-24ea-487d-ad0d-61dc1cd39810 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499575 May 16 20:40:27.989046 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a57352-5f73-4931-b686-9ac9ea853e76 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b792702c-428e-49b7-8462-bdac4ccdaf1b,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:27.999878 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5a57352-5f73-4931-b686-9ac9ea853e76 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.004049 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e5a57352-5f73-4931-b686-9ac9ea853e76 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681693 May 16 20:40:28.004407 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36866) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:28.008899 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'security_group_rule': {'security_group_id': '00182a1c-d58c-4057-acdd-fb28ba7844fe', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:28.032105 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.securitygroups_db [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Project 1260ab72bfde4bc9b3ba657ea0c18f14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:40:28.038105 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (9e45842a-776a-4adb-98cb-292aba26ec0b), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.045523 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:28.090098 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26077a28-d20f-4064-a30c-a2331cf3f470 None None] New status for floating IP c7ca3d53-b4da-4c68-ba52-1bc819330163: ACTIVE {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:40:28.108811 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (9e45842a-776a-4adb-98cb-292aba26ec0b), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.114450 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (9e45842a-776a-4adb-98cb-292aba26ec0b), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.136571 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e45842a-776a-4adb-98cb-292aba26ec0b,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:28.142796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.144304 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ec134b65-e36f-4550-a64e-e2bba29f2394 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388295 May 16 20:40:28.147217 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36868) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:28.152940 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'security_group_rule': {'security_group_id': '00182a1c-d58c-4057-acdd-fb28ba7844fe', 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:28.177728 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.securitygroups_db [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Project 1260ab72bfde4bc9b3ba657ea0c18f14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:40:28.183255 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (88607a81-1ca3-406d-a8cf-99849c0607f4), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.245106 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (88607a81-1ca3-406d-a8cf-99849c0607f4), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.250026 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (88607a81-1ca3-406d-a8cf-99849c0607f4), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.269023 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88607a81-1ca3-406d-a8cf-99849c0607f4,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:28.272593 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:11Z', 'updated_at': '2022-05-16T20:40:26Z', 'revision_number': 1, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:28.281105 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.283140 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-98f974e0-62b0-4d3d-9581-825d971ca6d1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338770 May 16 20:40:28.300166 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee773388-06b1-4306-abdf-99d96ea61952 None None] The sync data for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi is: [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:11Z', 'updated_at': '2022-05-16T20:40:26Z', 'revision_number': 1, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:40:28.377439 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-f641dd38-eb08-4159-baf6-a5daf2a4f674 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467058716&fields=id&tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14 HTTP/1.1" status: 200 len: 267 time: 0.0445759 May 16 20:40:28.430872 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-c7eeec42-a595-4327-a16d-31e5b92be42f tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:28.432368 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-c7eeec42-a595-4327-a16d-31e5b92be42f tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0493026 May 16 20:40:28.443489 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'port': {'security_groups': ['13a6450f-a862-4307-aa20-7e59b2abb35f', '00182a1c-d58c-4057-acdd-fb28ba7844fe']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:28.489414 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a5290-11ec-466d-b5a1-256cec175922 None None] New status for floating IP 65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:40:28.514405 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.796778 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ebd68081-2a96-4732-bf76-3afb6eec8000,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:28.817515 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ea9b6ab8-42f6-4e30-a6b8-5933871d0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:28.819185 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ea9b6ab8-42f6-4e30-a6b8-5933871d0552 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 1127 time: 0.1059375 May 16 20:40:28.825705 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-b4519dda-e672-45cf-8026-0156b32da632 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 1000 time: 0.1113575 May 16 20:40:28.890063 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.899931 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:28.911350 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['ebd68081-2a96-4732-bf76-3afb6eec8000'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:40:28.965296 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-06629b5a-de8e-4acc-99f7-68517a3cde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:28.966887 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-06629b5a-de8e-4acc-99f7-68517a3cde00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a30e867-2c98-4a79-a359-831a9ac66aed HTTP/1.1" status: 200 len: 854 time: 0.1266406 May 16 20:40:29.009812 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.010478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:29.011888 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b8832cd0-7cf1-42cd-9124-6169cc29eb27 req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "PUT /v2.0/ports/ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 981 time: 0.5730164 May 16 20:40:29.017308 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:29.023437 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2bbe4a-b962-4207-98b2-32d231a8447c" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:29.109088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ae2c2601-d789-49c1-b2ec-b570476800bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.110671 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ae2c2601-d789-49c1-b2ec-b570476800bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.2840831 May 16 20:40:29.116795 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['ebd68081-2a96-4732-bf76-3afb6eec8000'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:40:29.117144 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885496ff-6bcd-4a40-8d9a-2408878731e5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=6']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:29.138738 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-78825eff-8e89-4c99-b594-e57af6164ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.140317 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-78825eff-8e89-4c99-b594-e57af6164ed2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=575cc251-3783-4edf-8147-f5cd78cc82ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1631353 May 16 20:40:29.202596 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-9a7a5be3-92eb-45ad-afbc-3871de4ed63b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e HTTP/1.1" status: 200 len: 217 time: 0.0821054 May 16 20:40:29.218671 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c48bd-7248-4c32-933e-e51059efc5f5 req-793fcd86-71c1-4d49-8aaa-c0be970c3357 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.220149 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e4c48bd-7248-4c32-933e-e51059efc5f5 req-793fcd86-71c1-4d49-8aaa-c0be970c3357 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 943 time: 0.1563568 May 16 20:40:29.265819 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:29.268879 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe256c15-239e-4cb1-8be1-ae999714cb77" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:29.284691 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052275c-c326-42bb-b3b7-9b6d983d0378 req-3b1e5c06-ef6a-4ea9-999d-37bdf17370db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.286219 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3052275c-c326-42bb-b3b7-9b6d983d0378 req-3b1e5c06-ef6a-4ea9-999d-37bdf17370db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.1702282 May 16 20:40:29.323335 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-62d7c8b6-bd6b-4301-a6b2-4c1856645057 None None] Provisioning complete for port ebd68081-2a96-4732-bf76-3afb6eec8000 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:29.323689 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-62d7c8b6-bd6b-4301-a6b2-4c1856645057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:29.366653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ae757316-174f-4314-acc8-f46b73dfb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.368109 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ae757316-174f-4314-acc8-f46b73dfb23f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.1398082 May 16 20:40:29.408638 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e4c48bd-7248-4c32-933e-e51059efc5f5 req-bc9ac3bb-c5a1-4af4-a9f3-f0097013d84a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701288 May 16 20:40:29.439235 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-e1c87fed-12e0-4bbf-92b8-c6992daea3a0 service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497764 May 16 20:40:29.463366 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bfd69c-325b-417d-a6a0-b002aa31d18a x-openstack-request-id: req-36bfd69c-325b-417d-a6a0-b002aa31d18a {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:29.463651 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:29.463903 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36bfd69c-325b-417d-a6a0-b002aa31d18a {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:29.464304 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bfd69c-325b-417d-a6a0-b002aa31d18a'] response: {'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'status': 'completed', 'code': 200} May 16 20:40:29.479516 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ce659e8c-19f8-497b-bb68-822fa16e18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.481102 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-ce659e8c-19f8-497b-bb68-822fa16e18e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0993037 May 16 20:40:29.492477 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3052275c-c326-42bb-b3b7-9b6d983d0378 req-c8a64261-b12c-40cd-b9f0-a38eb0b1e758 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973302 May 16 20:40:29.498016 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4673ffd-46f1-4ff7-b3b8-9ed55934363a x-openstack-request-id: req-e4673ffd-46f1-4ff7-b3b8-9ed55934363a {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:29.499080 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:29.499357 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4673ffd-46f1-4ff7-b3b8-9ed55934363a {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:29.499801 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4673ffd-46f1-4ff7-b3b8-9ed55934363a'] response: {'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'status': 'completed', 'code': 200} May 16 20:40:29.504529 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-62d7c8b6-bd6b-4301-a6b2-4c1856645057 None None] Current status of the port ebd68081-2a96-4732-bf76-3afb6eec8000 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:29.573695 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-0bd907bc-5bad-4194-b17a-365f1f7c59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.576166 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-0bd907bc-5bad-4194-b17a-365f1f7c59a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1129 time: 0.0456092 May 16 20:40:29.627710 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4223f6eb-a1fb-449a-9f7f-84b76c950400 req-ea87d703-1199-4938-9b3f-b37b2b4b042e service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796720 May 16 20:40:29.647260 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-c4c9b315-a8c7-481a-b55d-8a58aaef8e08 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521797 May 16 20:40:29.671630 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-46018f32-1b08-4fd6-9e79-49240e8e6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.673174 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-46018f32-1b08-4fd6-9e79-49240e8e6738 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.0907402 May 16 20:40:29.747980 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-130ded64-c0eb-4b18-8d30-cc47dcb7ea26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 1001 time: 0.0582755 May 16 20:40:29.766461 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-41c365c1-097c-408c-a672-8e4d03326d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.767886 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-41c365c1-097c-408c-a672-8e4d03326d34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1168 time: 0.0489202 May 16 20:40:29.785642 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e3c8551-b6b0-40ef-b2b7-ad04f3abbcd4 req-b4ae7e1c-64d7-4052-8e88-87560fe3849b service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282251 May 16 20:40:29.797801 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-b83a5804-34e6-4360-84bf-0b49e534a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.799337 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-b83a5804-34e6-4360-84bf-0b49e534a601 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0432065 May 16 20:40:29.855243 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-985779cc-7d0e-4451-8af9-deedd945fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.856868 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-985779cc-7d0e-4451-8af9-deedd945fa63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386839 May 16 20:40:29.866801 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-9ba48c83-14c8-4854-862b-182857803870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.868258 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-9ba48c83-14c8-4854-862b-182857803870 service neutron] 10.222.0.60 "GET /v2.0/networks?id=575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 200 len: 916 time: 0.0932026 May 16 20:40:29.928872 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-063dd73e-52f6-47e6-8474-749a9ba883cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 1000 time: 0.0540416 May 16 20:40:29.956662 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-cf68ea65-a4c2-441b-81a7-6191db4a8585 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872731 May 16 20:40:29.985170 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-931eee8c-c773-40eb-9614-d41656dfa4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:29.986621 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-931eee8c-c773-40eb-9614-d41656dfa4f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a30e867-2c98-4a79-a359-831a9ac66aed HTTP/1.1" status: 200 len: 854 time: 0.0446532 May 16 20:40:30.035568 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-958fe49d-2edb-40e0-ab91-d0d4a8ac4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:30.037091 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-958fe49d-2edb-40e0-ab91-d0d4a8ac4390 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=575cc251-3783-4edf-8147-f5cd78cc82ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419087 May 16 20:40:30.044895 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-fe256c15-239e-4cb1-8be1-ae999714cb77 req-ca75e6d4-ed25-443a-9f99-e69b270a6cc3 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806055 May 16 20:40:30.135057 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-847c5dcc-1331-43ff-b17d-1ad0a564c1cb service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899515 May 16 20:40:30.224896 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ae2bbe4a-b962-4207-98b2-32d231a8447c req-7d5b7465-e4d2-42ae-bb1d-c7111e8dfaa4 service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832877 May 16 20:40:30.538374 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f7e7b-fd4a-47bb-8f0f-a610eb69cdd2 req-df7eecad-a5e7-4893-a46a-85646ffeae9c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:30.539769 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-260f7e7b-fd4a-47bb-8f0f-a610eb69cdd2 req-df7eecad-a5e7-4893-a46a-85646ffeae9c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 943 time: 0.0468502 May 16 20:40:30.585969 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-260f7e7b-fd4a-47bb-8f0f-a610eb69cdd2 req-96db6ed6-5c10-405f-a003-d2dd5c4f399f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 May 16 20:40:31.465296 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:40:31.573618 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:31.585638 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'port_id': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'mac_address': 'fa:16:3e:5f:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:40:31.621416 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:31.621812 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:31.636597 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:40:31.657203 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:31.663990 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:31.705708 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0122d3f-4606-4a82-9f74-95b861460cc9 req-7d7655d1-f564-4e5c-bc23-376d4e8a7797 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:31.707179 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f0122d3f-4606-4a82-9f74-95b861460cc9 req-7d7655d1-f564-4e5c-bc23-376d4e8a7797 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 944 time: 0.0508444 May 16 20:40:31.709530 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:31.753308 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f0122d3f-4606-4a82-9f74-95b861460cc9 req-37474f56-7cbb-49c5-9e97-b4725d34d959 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 May 16 20:40:31.974754 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:40:32.885330 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2da5d-2984-4e33-84ed-d8d28eeb7dfc req-c7b25cad-7aae-4d6a-9c1e-93a98b1e81a0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:32.886762 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3f2da5d-2984-4e33-84ed-d8d28eeb7dfc req-c7b25cad-7aae-4d6a-9c1e-93a98b1e81a0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 944 time: 0.0466847 May 16 20:40:32.934206 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3f2da5d-2984-4e33-84ed-d8d28eeb7dfc req-8db80467-5322-46be-8595-c8bf463bd896 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418105 May 16 20:40:33.485333 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:40:33.528817 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:40:33.537979 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:40:33.538331 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:33.613460 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:40:33.613874 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:33.645079 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:33.647352 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe63bc53-ec70-476d-90d9-ce5a681b4019" -d '{"events": [{"server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:33.661062 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:40:33.666485 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:33.692419 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abab44c-1c8b-444a-bc98-6abc0bcffe84 x-openstack-request-id: req-5abab44c-1c8b-444a-bc98-6abc0bcffe84 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:33.692743 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:33.692996 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5abab44c-1c8b-444a-bc98-6abc0bcffe84 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:33.693390 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abab44c-1c8b-444a-bc98-6abc0bcffe84'] response: {'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'code': 200} May 16 20:40:33.716182 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:40:33.867082 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691576d-a13f-4bc5-96c4-38cb0ecc268d req-dc662753-97dd-4522-ae29-537e843c1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:33.868426 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3691576d-a13f-4bc5-96c4-38cb0ecc268d req-dc662753-97dd-4522-ae29-537e843c1cd4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 1129 time: 0.0384448 May 16 20:40:33.920626 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3691576d-a13f-4bc5-96c4-38cb0ecc268d req-ad7af0bd-8b05-4352-919b-c73811c3cce8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 May 16 20:40:34.058903 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca1ddd-8d49-44c0-a820-dbd3d9de9616 req-abb7cb9c-92e3-48b2-a705-b5b1b6b4a6f3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:34.060469 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-15ca1ddd-8d49-44c0-a820-dbd3d9de9616 req-abb7cb9c-92e3-48b2-a705-b5b1b6b4a6f3 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 945 time: 0.0522387 May 16 20:40:34.113407 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-15ca1ddd-8d49-44c0-a820-dbd3d9de9616 req-d84b1f31-b1c2-4743-9d2a-006f47cb6a8d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444112 May 16 20:40:35.245827 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bcb65-fd05-4ae9-a088-403a098c6769 req-f7d79787-c180-4a3b-8e6b-7472c4aa0754 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:35.247301 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-870bcb65-fd05-4ae9-a088-403a098c6769 req-f7d79787-c180-4a3b-8e6b-7472c4aa0754 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 945 time: 0.0492697 May 16 20:40:35.294258 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-870bcb65-fd05-4ae9-a088-403a098c6769 req-5237c680-7d07-4929-8ae9-925e8cb7c20e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 May 16 20:40:36.430407 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc39a1-24e3-47de-8bfe-991cda2a0bdb req-d9ab0513-1e02-4407-91f4-ac84e78414a9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:36.431854 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a2dc39a1-24e3-47de-8bfe-991cda2a0bdb req-d9ab0513-1e02-4407-91f4-ac84e78414a9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 945 time: 0.0538278 May 16 20:40:36.479849 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a2dc39a1-24e3-47de-8bfe-991cda2a0bdb req-9bdea514-34e7-4a73-8f50-2355a3b787fd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 May 16 20:40:36.589961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be97923-4892-44de-886d-6fcef2fbf84b req-30513362-dd6f-4166-858f-8a09c0834f74 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:36.591286 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2be97923-4892-44de-886d-6fcef2fbf84b req-30513362-dd6f-4166-858f-8a09c0834f74 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 945 time: 0.0478640 May 16 20:40:36.603421 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36906) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:40:36.607801 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'port_id': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:40:36.644748 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (e01c9b63-331d-4828-9673-6ac0d9b65db5), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:37.065130 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:37.071789 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (e01c9b63-331d-4828-9673-6ac0d9b65db5), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:37.170232 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP e01c9b63-331d-4828-9673-6ac0d9b65db5 associated. External IP: 172.27.0.195, port: 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e. May 16 20:40:37.372150 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:40:37.482245 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:40:37.487510 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:37.493132 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c13195-ad3c-483f-9494-87177738114a None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:40:37.503943 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:37.504746 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:37.609824 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:37.764554 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-50d3e2e0-235b-4b49-a80f-69556c185637 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "PUT /v2.0/floatingips/e01c9b63-331d-4828-9673-6ac0d9b65db5 HTTP/1.1" status: 200 len: 991 time: 1.1600385 May 16 20:40:37.765104 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:40:37.767405 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35cc26e-dc07-436b-a0a4-c33cc116744b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:40:37.804733 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a83043-0f79-42d3-b54e-38f824ed70fc x-openstack-request-id: req-18a83043-0f79-42d3-b54e-38f824ed70fc {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:40:37.805022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:40:37.805272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18a83043-0f79-42d3-b54e-38f824ed70fc {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:40:37.805673 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a83043-0f79-42d3-b54e-38f824ed70fc'] response: {'name': 'network-changed', 'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'status': 'completed', 'code': 200} May 16 20:40:37.864222 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-c8f91b56-122c-4b23-8a7b-1d2e5b72a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:37.865617 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-c8f91b56-122c-4b23-8a7b-1d2e5b72a2a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 1129 time: 0.0384476 May 16 20:40:37.910652 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'e01c9b63-331d-4828-9673-6ac0d9b65db5', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:5f:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:21Z', 'updated_at': '2022-05-16T20:40:36Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:37.934649 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c13195-ad3c-483f-9494-87177738114a None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:40:37.943356 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:40:37.943962 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:37.959818 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-d054f390-a2fb-4089-8e57-e2ab4caca7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:37.961337 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-d054f390-a2fb-4089-8e57-e2ab4caca7e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.0861802 May 16 20:40:38.023789 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-13c281c2-fd43-42ca-9dd0-a963e6ee3e92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e HTTP/1.1" status: 200 len: 999 time: 0.0545809 May 16 20:40:38.051762 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:40:38.075979 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-3c00399e-95f7-41ee-909e-0a536b25f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:38.077447 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-3c00399e-95f7-41ee-909e-0a536b25f536 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0441785 May 16 20:40:38.125179 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-777ab04c-1df1-44be-9a42-39ef254a3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:40:38.126183 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-777ab04c-1df1-44be-9a42-39ef254a3ccf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409429 May 16 20:40:38.219191 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-bd3897e1-63a1-450b-887c-490ec86248ab service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854747 May 16 20:40:38.265397 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92c13195-ad3c-483f-9494-87177738114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'e01c9b63-331d-4828-9673-6ac0d9b65db5', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:5f:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:21Z', 'updated_at': '2022-05-16T20:40:36Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:40:38.289274 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c13195-ad3c-483f-9494-87177738114a None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'e01c9b63-331d-4828-9673-6ac0d9b65db5', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:5f:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:21Z', 'updated_at': '2022-05-16T20:40:36Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:40:38.312374 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35cc26e-dc07-436b-a0a4-c33cc116744b req-dd15678f-2afc-4fbd-af44-13e9adb05daa service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859435 May 16 20:40:38.479329 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47d582-8ed9-454b-b159-f5b59fbad8b5 None None] New status for floating IP e01c9b63-331d-4828-9673-6ac0d9b65db5: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:40:43.132717 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:40:48.559982 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-987703b0-907c-4c2f-ab7c-0bdedc3d75bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:50.743636 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3604f094-5bdc-4c66-a7dd-0b98e9026614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:52.144719 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:53.549001 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:54.915781 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:56.865999 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:01.515200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bbd01-819e-45af-ab23-3e7dec2da91f req-44c4a3c6-ed3f-42eb-8b3d-164db7af0110 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:01.516595 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-231bbd01-819e-45af-ab23-3e7dec2da91f req-44c4a3c6-ed3f-42eb-8b3d-164db7af0110 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 946 time: 0.0479796 May 16 20:41:01.570493 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-231bbd01-819e-45af-ab23-3e7dec2da91f req-91091b06-d945-430f-b309-3df31b4a8b16 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480411 May 16 20:41:01.647559 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c128b1-ec12-436a-bae1-6468d94e402c req-553681f1-790a-4247-bc92-63d11bf6c576 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:01.649062 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-96c128b1-ec12-436a-bae1-6468d94e402c req-553681f1-790a-4247-bc92-63d11bf6c576 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0470865 May 16 20:41:01.712699 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-96c128b1-ec12-436a-bae1-6468d94e402c req-0d1b031f-1e5a-4cdb-9563-3eff63960132 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565665 May 16 20:41:02.700111 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb922c7-de61-4cc5-851b-4c273f7a214e req-4f753267-0c7d-4170-adb4-cef822600957 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:02.701576 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5cb922c7-de61-4cc5-851b-4c273f7a214e req-4f753267-0c7d-4170-adb4-cef822600957 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 946 time: 0.0478504 May 16 20:41:02.748963 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5cb922c7-de61-4cc5-851b-4c273f7a214e req-9f0438c2-0934-43a6-bedd-ca6d14ddfb66 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416808 May 16 20:41:02.834457 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83470da-f912-48fd-a07b-7f61ee277df8 req-665ceed9-5d6e-485e-96e2-e0af06450031 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:02.835930 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c83470da-f912-48fd-a07b-7f61ee277df8 req-665ceed9-5d6e-485e-96e2-e0af06450031 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0508242 May 16 20:41:02.898731 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c83470da-f912-48fd-a07b-7f61ee277df8 req-cc0d1221-6ca0-4b8c-aace-827683d10cd2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545616 May 16 20:41:03.102423 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-7a9717ce-0dba-4853-809e-cd38a0280333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:03.104046 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-7a9717ce-0dba-4853-809e-cd38a0280333 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1168 time: 0.0452099 May 16 20:41:03.263160 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-61cf17ec-d7cc-4df9-b80f-e74a0b1b9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:03.264630 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-61cf17ec-d7cc-4df9-b80f-e74a0b1b9c26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 200 len: 916 time: 0.0961425 May 16 20:41:03.368169 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-c1ecc2be-25db-4a91-97d2-8fd8a1858391 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:03.369711 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-c1ecc2be-25db-4a91-97d2-8fd8a1858391 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 946 time: 0.0625620 May 16 20:41:03.375312 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-862196e8-797f-481f-941b-1fffb3992c37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 1000 time: 0.0690479 May 16 20:41:03.424149 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-a71691cc-0740-4e24-ab83-be6f1bf15d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:03.425571 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-a71691cc-0740-4e24-ab83-be6f1bf15d2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a30e867-2c98-4a79-a359-831a9ac66aed HTTP/1.1" status: 200 len: 854 time: 0.0426171 May 16 20:41:03.452910 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Deleting port 6aa491fa-5223-4d44-b9ca-f8811045b0ad {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:41:03.453250 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:03.470253 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-0ef237db-136e-49fa-9155-c54a45a44dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:03.471762 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-0ef237db-136e-49fa-9155-c54a45a44dbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=575cc251-3783-4edf-8147-f5cd78cc82ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390863 May 16 20:41:03.569291 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-d7c798bc-7b6e-4789-90c1-a164ecefc6ff service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883956 May 16 20:41:03.663720 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7041104b-faae-42e6-a8e5-c6c8a7f3ff45 req-92e125b9-0c85-4c5e-a238-0362f990e36b service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873744 May 16 20:41:03.764198 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] For port 6aa491fa-5223-4d44-b9ca-f8811045b0ad, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6aa491fa-5223-4d44-b9ca-f8811045b0ad,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:03.764559 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:03.874597 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdea46d-23f8-4ebc-98d7-91189ab579ba req-1b3c4fb2-d874-40ac-b847-3824cebab386 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:03.876779 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cdea46d-23f8-4ebc-98d7-91189ab579ba req-1b3c4fb2-d874-40ac-b847-3824cebab386 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f8d450f-828f-4002-b649-ff13d14a047c HTTP/1.1" status: 200 len: 946 time: 0.0537159 May 16 20:41:03.923072 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cdea46d-23f8-4ebc-98d7-91189ab579ba req-073d6723-5d93-43e5-8f6e-0725d7b7c4ca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d21cc0-97d6-42d5-93ce-eadf6c398210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 May 16 20:41:03.973183 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:03.973551 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (b96bd460-316c-4b54-bda3-fa39032d7659), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:03.973868 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Floating IP b96bd460-316c-4b54-bda3-fa39032d7659 disassociated. External IP: 172.27.0.103, port: 6aa491fa-5223-4d44-b9ca-f8811045b0ad. May 16 20:41:03.974217 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Calling delete_port for 6aa491fa-5223-4d44-b9ca-f8811045b0ad owned by compute:nova {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:41:04.016134 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa078a8-d88e-4b67-a686-0fc55eec8a4f req-f3b32514-904a-4928-baa1-62834a5a0c31 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:04.017640 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5aa078a8-d88e-4b67-a686-0fc55eec8a4f req-f3b32514-904a-4928-baa1-62834a5a0c31 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0457392 May 16 20:41:04.076825 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5aa078a8-d88e-4b67-a686-0fc55eec8a4f req-eef484c5-9ad4-4cd4-a7be-3fc087f0e8dd tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533578 May 16 20:41:04.098652 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (6aa491fa-5223-4d44-b9ca-f8811045b0ad), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:04.131932 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event deleted for resources: {'Port': ['ID=6aa491fa-5223-4d44-b9ca-f8811045b0ad,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:04.147442 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.147813 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.148151 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.148487 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.148796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.149119 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.149440 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.149761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.150077 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.150518 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.150834 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.151151 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.151465 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.151779 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.152093 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:04.258445 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Router b4479131-38b6-4853-a928-8d52892d7ce3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:41:04.357304 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:41:04.368619 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] Sync routers for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:41:04.379630 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:04.380236 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:04.402008 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] No DVR routers for this DVR port 6aa491fa-5223-4d44-b9ca-f8811045b0ad on host hv-cinder-77703 {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:41:04.405461 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:04.408744 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-f0308c16-dc0b-47d0-9be1-93f2794fb66a req-ae971478-af44-47f4-94de-3770f234b4d4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "DELETE /v2.0/ports/6aa491fa-5223-4d44-b9ca-f8811045b0ad HTTP/1.1" status: 204 len: 173 time: 1.0334051 May 16 20:41:04.409134 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-deleted', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:04.411387 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb31450-a3be-464b-8c67-700bfcf92461" -d '{"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-deleted", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:04.452164 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddfbad6-b73f-4a5d-abb6-eca72461ef3d x-openstack-request-id: req-3ddfbad6-b73f-4a5d-abb6-eca72461ef3d {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:04.452481 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8d450f-828f-4002-b649-ff13d14a047c", "name": "network-vif-deleted", "tag": "6aa491fa-5223-4d44-b9ca-f8811045b0ad", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:04.452740 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ddfbad6-b73f-4a5d-abb6-eca72461ef3d {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:04.453153 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddfbad6-b73f-4a5d-abb6-eca72461ef3d'] response: {'server_uuid': '6f8d450f-828f-4002-b649-ff13d14a047c', 'name': 'network-vif-deleted', 'tag': '6aa491fa-5223-4d44-b9ca-f8811045b0ad', 'status': 'completed', 'code': 200} May 16 20:41:04.484713 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:04.691538 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:04.715191 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] Checking router: b4479131-38b6-4853-a928-8d52892d7ce3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:41:04.723371 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:04.723954 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:40:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:04.821171 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:05.004059 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:05.017359 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36986) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:05.029500 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7084bf-81ee-4819-9210-71a8c3eec543 None None] The sync data for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi is: [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:41:05.074440 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7a528d86-5235-49dd-bce5-8f2a90172ea1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (c5d21cc0-97d6-42d5-93ce-eadf6c398210), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.104008 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7a528d86-5235-49dd-bce5-8f2a90172ea1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (c5d21cc0-97d6-42d5-93ce-eadf6c398210), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.179458 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7a528d86-5235-49dd-bce5-8f2a90172ea1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (c5d21cc0-97d6-42d5-93ce-eadf6c398210), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.182030 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7a528d86-5235-49dd-bce5-8f2a90172ea1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.184419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-7a528d86-5235-49dd-bce5-8f2a90172ea1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "DELETE /v2.0/security-groups/c5d21cc0-97d6-42d5-93ce-eadf6c398210 HTTP/1.1" status: 204 len: 168 time: 0.1654279 May 16 20:41:05.185999 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36990) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:05.200283 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.api.v2.resource [None req-e71d37cf-0957-4e20-b7e6-53c7b1b3269a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] show failed (client error): The resource could not be found. May 16 20:41:05.200968 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a528d86-5235-49dd-bce5-8f2a90172ea1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d21cc0-97d6-42d5-93ce-eadf6c398210,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:05.204175 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e71d37cf-0957-4e20-b7e6-53c7b1b3269a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups/c5d21cc0-97d6-42d5-93ce-eadf6c398210 HTTP/1.1" status: 404 len: 347 time: 0.0143776 May 16 20:41:05.204297 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36992) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:05.208561 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9c9c-92f4-4470-81a7-2436a1153b3f req-d91a9ab9-4936-49ce-a08a-eac7ec15c2b1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:05.210129 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-da9f9c9c-92f4-4470-81a7-2436a1153b3f req-d91a9ab9-4936-49ce-a08a-eac7ec15c2b1 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0650303 May 16 20:41:05.291114 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-da9f9c9c-92f4-4470-81a7-2436a1153b3f req-1d5160b9-33ee-432b-948c-08f8641f4fca tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735047 May 16 20:41:05.327965 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f754ab4-0133-4d0f-bd77-13dbb7d2fec5 None None] New status for floating IP b96bd460-316c-4b54-bda3-fa39032d7659: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:41:05.335890 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Deleting port 697b62d9-9a0c-4470-a7bb-7fa0a285a120 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:41:05.336235 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.429847 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.430613 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (697b62d9-9a0c-4470-a7bb-7fa0a285a120), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.464324 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Calling delete_port for 697b62d9-9a0c-4470-a7bb-7fa0a285a120 owned by network:floatingip {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:41:05.478705 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-02457662-7410-4eed-9888-9d62abd74275 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739000 May 16 20:41:05.573714 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-879a107a-a114-4982-b351-638ab673b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:05.575218 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-879a107a-a114-4982-b351-638ab673b482 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 1129 time: 0.0622520 May 16 20:41:05.706679 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (697b62d9-9a0c-4470-a7bb-7fa0a285a120), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.743647 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event deleted for resources: {'Port': ['ID=697b62d9-9a0c-4470-a7bb-7fa0a285a120,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:05.773303 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-b58f9704-25f9-4569-83e6-30826c72e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:05.774917 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-b58f9704-25f9-4569-83e6-30826c72e84c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.1758711 May 16 20:41:05.841821 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-6a13dd8c-c109-47ca-9bb0-f1c347ed0248 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2 HTTP/1.1" status: 200 len: 217 time: 0.0404060 May 16 20:41:05.860350 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (b96bd460-316c-4b54-bda3-fa39032d7659), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.863956 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:05.865146 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-3ca9e730-de0c-48d6-98ca-2bd8cf74a4a2 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "DELETE /v2.0/floatingips/b96bd460-316c-4b54-bda3-fa39032d7659 HTTP/1.1" status: 204 len: 168 time: 0.6597803 May 16 20:41:05.904058 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-737a0261-de90-49f5-872c-2caf86d4890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:05.905535 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-737a0261-de90-49f5-872c-2caf86d4890f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0548394 May 16 20:41:05.958050 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-df1808b8-c3e5-4ae0-9167-404747ed2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:05.959540 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-df1808b8-c3e5-4ae0-9167-404747ed2386 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459940 May 16 20:41:05.961900 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 36996) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:05.966177 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-d0bcddea-cb8f-4bea-968a-8f18bde84041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365432874', 'description': 'tempest-description--1591318637'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:06.040322 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d0bcddea-cb8f-4bea-968a-8f18bde84041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.098003 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-32161844-1300-483f-b7f5-9b540ca3fc75 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255481 May 16 20:41:06.196686 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d0bcddea-cb8f-4bea-968a-8f18bde84041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (3fcddc00-80f5-4a5d-a756-885d0e7d8457), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.203040 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d0bcddea-cb8f-4bea-968a-8f18bde84041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3fcddc00-80f5-4a5d-a756-885d0e7d8457), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.238860 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-35efcbb1-6497-4eac-be8f-7dada6fb168e req-57197503-0eeb-48dc-b580-bac663b584de service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308451 May 16 20:41:06.247332 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d0bcddea-cb8f-4bea-968a-8f18bde84041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.248503 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d0bcddea-cb8f-4bea-968a-8f18bde84041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2856576 May 16 20:41:06.251592 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 36998) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:06.252843 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcddea-cb8f-4bea-968a-8f18bde84041 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcddc00-80f5-4a5d-a756-885d0e7d8457,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:06.256859 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'security_group_rule': {'security_group_id': '3fcddc00-80f5-4a5d-a756-885d0e7d8457', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:06.287647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (b641d5d5-dbdb-4a4a-a5ff-ffe4d51b71f8), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.345456 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (b641d5d5-dbdb-4a4a-a5ff-ffe4d51b71f8), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.349921 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (b641d5d5-dbdb-4a4a-a5ff-ffe4d51b71f8), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.379791 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b641d5d5-dbdb-4a4a-a5ff-ffe4d51b71f8,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:06.401912 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.403113 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498735 May 16 20:41:06.406093 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37004) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:06.409971 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.410319 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.410656 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.410900 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-92a19e05-949d-4ef6-bdc6-db14b0f941ab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'security_group_rule': {'security_group_id': '3fcddc00-80f5-4a5d-a756-885d0e7d8457', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:06.411136 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.411338 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.411666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.411991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.412304 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.412653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.412973 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.413293 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.413611 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.413927 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.414246 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.414547 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b145e-949c-4aad-a5e2-6772099385cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:06.431142 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ceb4-fd3f-41de-a27b-0d7212daffed req-bf3e7996-7244-4885-8bde-67c1cee5c35d tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:06.432816 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e4f7ceb4-fd3f-41de-a27b-0d7212daffed req-bf3e7996-7244-4885-8bde-67c1cee5c35d tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0715940 May 16 20:41:06.446075 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92a19e05-949d-4ef6-bdc6-db14b0f941ab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (e9a8e09f-0bf9-4b15-a4a6-58fea73538dc), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.492405 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e4f7ceb4-fd3f-41de-a27b-0d7212daffed req-fc029e2c-d633-428e-876d-f21f648afd2c tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533290 May 16 20:41:06.494432 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92a19e05-949d-4ef6-bdc6-db14b0f941ab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (e9a8e09f-0bf9-4b15-a4a6-58fea73538dc), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.498630 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92a19e05-949d-4ef6-bdc6-db14b0f941ab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (e9a8e09f-0bf9-4b15-a4a6-58fea73538dc), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.512236 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a19e05-949d-4ef6-bdc6-db14b0f941ab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a8e09f-0bf9-4b15-a4a6-58fea73538dc,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:06.528261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92a19e05-949d-4ef6-bdc6-db14b0f941ab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.529463 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-92a19e05-949d-4ef6-bdc6-db14b0f941ab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223249 May 16 20:41:06.532669 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37006) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:06.536950 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:06.557562 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.640690 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.758339 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Allocated IP 172.27.0.95 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/5b8f42a8-bd09-4164-8027-d27f5244b7ed) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:41:06.861960 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.896174 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:06.933908 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:41:06.936798 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:41:06.942484 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:41:06.947494 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'Port': ['ID=5b8f42a8-bd09-4164-8027-d27f5244b7ed,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:07.024129 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:07.060897 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:07.230095 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:07.237003 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:07.302987 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'Port': ['ID=5b8f42a8-bd09-4164-8027-d27f5244b7ed,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:07.315338 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:07.336902 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:07.338617 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-97b0f28a-5401-47cb-9c0b-a79f3662a825 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8049424 May 16 20:41:07.541054 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-67e9c053-fd61-4f5b-8304-fbc550d9dcdb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1365432874&fields=id&tenant_id=970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 267 time: 0.0462935 May 16 20:41:07.654878 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe11423-9258-4f40-bfae-2436623ad620 req-ceafd4f9-0652-4339-ae1f-7e8726c884b8 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:07.656362 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efe11423-9258-4f40-bfae-2436623ad620 req-ceafd4f9-0652-4339-ae1f-7e8726c884b8 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0868888 May 16 20:41:07.683891 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:41:07.700745 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-2fb1eb40-1ec6-48d0-b868-9fc877030bbd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:07.702190 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-2fb1eb40-1ec6-48d0-b868-9fc877030bbd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 817 time: 0.1542778 May 16 20:41:07.702612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 6aa491fa-5223-4d44-b9ca-f8811045b0ad {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:41:07.702948 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 6aa491fa-5223-4d44-b9ca-f8811045b0ad not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:41:07.732760 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-39ac6ff2-ce1d-4190-b383-d34c2d616e72 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/quotas/970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 375 time: 0.0232091 May 16 20:41:07.755207 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efe11423-9258-4f40-bfae-2436623ad620 req-79796dc1-9800-4406-816c-3408c664fbec tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911434 May 16 20:41:07.790702 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-8e8de015-361b-47d4-a2fc-d8a39eb7c1b1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507910 May 16 20:41:07.889713 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-f6f59f12-1e29-4b6f-b19a-071f870859e7 service neutron] 10.222.0.49 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870917 May 16 20:41:07.983204 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-746437be-dff0-457b-81a3-da0eff22dbfa service neutron] 10.222.0.49 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 May 16 20:41:08.148162 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d6447299-f82e-4849-953c-7042842b5a41 req-b1bbfb18-d894-4a80-8bc1-1c936019aa75 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 210 time: 0.0272710 May 16 20:41:08.890211 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e2a8-0eea-4cc7-979e-4c42d2bfc88e req-070d4e49-e8ba-4c12-9446-10ebe5d9eb8d tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:08.891574 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-caa3e2a8-0eea-4cc7-979e-4c42d2bfc88e req-070d4e49-e8ba-4c12-9446-10ebe5d9eb8d tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0538766 May 16 20:41:08.954079 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-caa3e2a8-0eea-4cc7-979e-4c42d2bfc88e req-002b4024-1ead-43ee-82c7-e9683e8cdfee tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541935 May 16 20:41:09.256293 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c82657b3-14a1-49cd-84ae-1182d0c97d48 req-d2c3b2a4-eac8-47ec-90a3-1aebfdd52926 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 210 time: 0.0351949 May 16 20:41:09.336256 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-72d31d7c-8b67-4664-9765-2e65a85df795 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:09.337769 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-72d31d7c-8b67-4664-9765-2e65a85df795 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 817 time: 0.1144712 May 16 20:41:09.402492 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-99b04e28-28e0-4f08-a57b-d3958ff3d978 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 380 time: 0.0541682 May 16 20:41:09.498525 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'port': {'device_id': '1718fbf6-1460-443d-9fb4-815bf062c594', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'admin_state_up': True, 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'security_groups': ['3fcddc00-80f5-4a5d-a756-885d0e7d8457']}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:09.629095 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Made reservation on behalf of 970ed3a09b3e490399fa39d38e97f9cb for: {'port': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:41:09.632667 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:09.764740 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Allocated IP 172.20.0.8 (ecfbded1-d8d9-4f26-a9bd-62198a15a84a/278d51b3-5296-4fbb-ba4c-3968cad304ff/21b40ca4-40ac-4a3f-9958-fe3007671e02) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:41:09.908383 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:09.942787 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:09.982468 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:41:09.989832 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:41:09.993627 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:41:10.016872 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:10.047046 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:10.047046 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.064017 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-935d2f0d-5934-4f17-a032-461c9acc5c9a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712028 May 16 20:41:10.079222 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Request body: {'port': {'device_id': '1718fbf6-1460-443d-9fb4-815bf062c594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:10.084209 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5f2c3-e726-44d2-abd2-29338ea1742f req-5caef85e-356b-4443-beb3-80bd7c67db9a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:10.085833 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-36c5f2c3-e726-44d2-abd2-29338ea1742f req-5caef85e-356b-4443-beb3-80bd7c67db9a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0511465 May 16 20:41:10.149418 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.161019 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-36c5f2c3-e726-44d2-abd2-29338ea1742f req-c4c16b67-6b7d-4905-8b45-8713df7acab0 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682781 May 16 20:41:10.247080 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-a20be5ab-ce16-44cd-bab4-4465dfdd9bba None None] Provisioning complete for port 21b40ca4-40ac-4a3f-9958-fe3007671e02 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:41:10.247855 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a20be5ab-ce16-44cd-bab4-4465dfdd9bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.280509 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-a20be5ab-ce16-44cd-bab4-4465dfdd9bba None None] Port 21b40ca4-40ac-4a3f-9958-fe3007671e02 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:41:10.374564 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39683ad-1e38-4d5c-841a-2bb529ae6d18 req-3f406a7d-0be0-480c-bef0-f5ad8b6950c7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:10.376119 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e39683ad-1e38-4d5c-841a-2bb529ae6d18 req-3f406a7d-0be0-480c-bef0-f5ad8b6950c7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 931 time: 0.0470393 May 16 20:41:10.422233 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e39683ad-1e38-4d5c-841a-2bb529ae6d18 req-ca7b849d-b08c-4e48-84d1-708ca7d968e9 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 May 16 20:41:10.431496 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b40ca4-40ac-4a3f-9958-fe3007671e02 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:41:10.439516 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Publish callbacks [] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.451969 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Transition to ACTIVE for port object 21b40ca4-40ac-4a3f-9958-fe3007671e02 will not be triggered until provisioned by entity L2. {{(pid=103496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:41:10.457427 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.512098 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:10.578298 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Attempting to bind port 21b40ca4-40ac-4a3f-9958-fe3007671e02 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:41:10.578634 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Attempting to bind port 21b40ca4-40ac-4a3f-9958-fe3007671e02 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:41:10.578968 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Attempting to bind port 21b40ca4-40ac-4a3f-9958-fe3007671e02 on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:41:10.583440 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Port 21b40ca4-40ac-4a3f-9958-fe3007671e02 on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:41:10.583756 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Attempting to bind port 21b40ca4-40ac-4a3f-9958-fe3007671e02 on network ecfbded1-d8d9-4f26-a9bd-62198a15a84a {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:41:10.588797 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:41:10.589136 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Checking segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:41:10.589507 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Bound using segment: {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:41:10.589984 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Bound port: 21b40ca4-40ac-4a3f-9958-fe3007671e02, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:41:10.590328 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.654089 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:41:10.657250 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:41:10.665124 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.696608 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:10.697376 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.698690 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] 10.222.0.60 "PUT /v2.0/ports/21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 1093 time: 0.6238337 May 16 20:41:10.699152 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:10.701401 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a" -d '{"events": [{"name": "network-changed", "server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:10.738167 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2041414-0eed-42dc-95c8-769d27ec5205 service neutron] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:10.747621 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4903d599-7c90-489b-a6af-28549ac25eaa x-openstack-request-id: req-4903d599-7c90-489b-a6af-28549ac25eaa {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:10.747921 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:10.748167 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4903d599-7c90-489b-a6af-28549ac25eaa {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:10.748594 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4903d599-7c90-489b-a6af-28549ac25eaa'] response: {'name': 'network-changed', 'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'status': 'completed', 'code': 200} May 16 20:41:10.797637 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-e5e45e2d-6e09-44c2-9a58-38cb92f6ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:10.799348 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-e5e45e2d-6e09-44c2-9a58-38cb92f6ecc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1127 time: 0.0446534 May 16 20:41:10.841484 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-f1126599-6082-4330-a5f0-315220a0b551 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 217 time: 0.0327830 May 16 20:41:10.890578 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-29f5e56b-a381-489a-96ec-d57e1d3e8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:10.892014 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-29f5e56b-a381-489a-96ec-d57e1d3e8a3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0440211 May 16 20:41:10.942253 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-eec32f47-432e-43f0-b4f8-be1e7e9f3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:10.943778 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-eec32f47-432e-43f0-b4f8-be1e7e9f3952 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443442 May 16 20:41:11.038167 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-e6f8d8a9-2697-4f41-8046-92aa761480eb service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 May 16 20:41:11.280038 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d827b2-6c01-4df8-ab24-cc6af647df32 req-3c0bece5-982c-47e6-93ed-27f0a92cf798 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:11.281569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-70d827b2-6c01-4df8-ab24-cc6af647df32 req-3c0bece5-982c-47e6-93ed-27f0a92cf798 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0523963 May 16 20:41:11.342737 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-70d827b2-6c01-4df8-ab24-cc6af647df32 req-9dff0fb6-6051-4ff3-a495-a2a2a2e77d24 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551209 May 16 20:41:11.351942 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-cada6a05-1453-4b76-ac15-a7cbcacd2090 req-1ebab96d-7f25-4642-bfb4-06b68416b4dc service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060966 May 16 20:41:11.560646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12c18-2f82-4ec3-bcc1-6f4f7f4fef06 req-3d8bd121-4b7a-4514-ab9a-c9d34e2f690a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:11.562087 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d1a12c18-2f82-4ec3-bcc1-6f4f7f4fef06 req-3d8bd121-4b7a-4514-ab9a-c9d34e2f690a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0521262 May 16 20:41:11.607801 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d1a12c18-2f82-4ec3-bcc1-6f4f7f4fef06 req-ef01ad28-26e7-4732-b637-47df67a52301 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 May 16 20:41:12.420294 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-803233c2-b48c-4a3e-a400-102cf8643fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:12.421859 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-803233c2-b48c-4a3e-a400-102cf8643fd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1127 time: 0.0520267 May 16 20:41:12.474794 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacb8f4-faa8-4438-aaf7-6a6d3145fba2 req-53bf130d-2d91-4265-be90-7f7dea4e7f20 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:12.476278 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8aacb8f4-faa8-4438-aaf7-6a6d3145fba2 req-53bf130d-2d91-4265-be90-7f7dea4e7f20 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0507309 May 16 20:41:12.514448 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-8596a952-f337-45ff-a446-4507826cdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:12.515900 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-8596a952-f337-45ff-a446-4507826cdc9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.0849771 May 16 20:41:12.537778 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8aacb8f4-faa8-4438-aaf7-6a6d3145fba2 req-3cb3d9f3-6c8e-47aa-93ca-986aeb6732fa tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555477 May 16 20:41:12.555490 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-a6906191-caa8-4990-b1ab-05b1346b3b77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 217 time: 0.0323291 May 16 20:41:12.603730 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-4f2e13c0-c622-44c8-81d8-85da4871d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:12.605170 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-4f2e13c0-c622-44c8-81d8-85da4871d993 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0426321 May 16 20:41:12.651180 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-3f98ada7-ab81-4abd-843e-3dea9175ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:12.652772 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-3f98ada7-ab81-4abd-843e-3dea9175ddd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399811 May 16 20:41:12.727167 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1f44f-ba17-4912-ab30-84a907633773 req-cdb26511-6070-4af3-b8ca-c973777b2f53 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:12.728728 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bef1f44f-ba17-4912-ab30-84a907633773 req-cdb26511-6070-4af3-b8ca-c973777b2f53 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0469434 May 16 20:41:12.745932 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-b569ec8d-e39a-4c6c-9c42-d578d391e938 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 May 16 20:41:12.776732 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bef1f44f-ba17-4912-ab30-84a907633773 req-e97c0885-ad0e-4d2b-a4ec-b245c54dbc4a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 May 16 20:41:12.838529 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-de3e0dfd-0570-4449-b5b1-2c2a6aa4932a req-e5c70c34-4951-4b90-a614-07a9efcf2fb1 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852208 May 16 20:41:13.670269 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efc3b1-4bbd-484b-b52a-0e0cdea22d11 req-9f282e61-5b42-4793-a240-329622255d88 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:13.671758 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-20efc3b1-4bbd-484b-b52a-0e0cdea22d11 req-9f282e61-5b42-4793-a240-329622255d88 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0590811 May 16 20:41:13.737273 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-20efc3b1-4bbd-484b-b52a-0e0cdea22d11 req-3f7fe752-350f-45f8-b41a-df87826f02ad tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590553 May 16 20:41:13.895283 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8041-9c70-49ee-80e2-173a1b210687 req-7f0325d5-c3cf-4633-874e-f522b7520900 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:13.896651 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a25e8041-9c70-49ee-80e2-173a1b210687 req-7f0325d5-c3cf-4633-874e-f522b7520900 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0476861 May 16 20:41:13.945561 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a25e8041-9c70-49ee-80e2-173a1b210687 req-0554187f-9113-4067-aee5-1df9d743f79f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 May 16 20:41:14.857086 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17a193-828e-4335-93c4-8bba9d457955 req-b3d8c09a-bb3d-425d-8cb5-fe5d16ef5498 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:14.858555 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a17a193-828e-4335-93c4-8bba9d457955 req-b3d8c09a-bb3d-425d-8cb5-fe5d16ef5498 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0485969 May 16 20:41:14.923475 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a17a193-828e-4335-93c4-8bba9d457955 req-7cae0c95-2b2e-4b6a-9713-c9da72116ea6 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589244 May 16 20:41:15.068062 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ead7d-1403-4f62-b877-730f5d26b92a req-ba48e99c-d4ef-4711-a83f-947ead77fc69 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:15.069398 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d77ead7d-1403-4f62-b877-730f5d26b92a req-ba48e99c-d4ef-4711-a83f-947ead77fc69 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0497570 May 16 20:41:15.116563 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d77ead7d-1403-4f62-b877-730f5d26b92a req-a963cbe9-4cd6-4110-af5d-cd9c467b02c4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 May 16 20:41:15.716914 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:41:15.817717 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:15.832136 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'port_id': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'mac_address': 'fa:16:3e:5e:84:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:41:15.867065 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 21b40ca4-40ac-4a3f-9958-fe3007671e02 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:41:15.867445 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:15.880080 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b40ca4-40ac-4a3f-9958-fe3007671e02 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:41:15.900123 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:15.906190 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:15.951401 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:16.041378 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ff53-2bf1-4470-9be4-58c95bc6cec3 req-47a380fd-45cd-4132-8029-046adcf86c8a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:16.042841 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-92c3ff53-2bf1-4470-9be4-58c95bc6cec3 req-47a380fd-45cd-4132-8029-046adcf86c8a tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0468993 May 16 20:41:16.104381 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-92c3ff53-2bf1-4470-9be4-58c95bc6cec3 req-15de4aea-749a-49d3-9c33-54936c4e093e tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557587 May 16 20:41:16.188632 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['21b40ca4-40ac-4a3f-9958-fe3007671e02'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:41:16.237045 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d43c1b-a5f2-4d9e-8b21-eea0e87f3105 req-149dd50e-c808-4c6b-aa69-0607444ebe62 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:16.238416 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a1d43c1b-a5f2-4d9e-8b21-eea0e87f3105 req-149dd50e-c808-4c6b-aa69-0607444ebe62 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 944 time: 0.0478733 May 16 20:41:16.292090 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a1d43c1b-a5f2-4d9e-8b21-eea0e87f3105 req-504b7572-08a6-4203-bd20-ae8d151329b4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478153 May 16 20:41:17.219262 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da332c73-633d-4ed4-9c99-33b4d1ba6432 req-e0fb6f5d-58dd-40b9-83dc-f3ca53ebf63d tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:17.220869 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-da332c73-633d-4ed4-9c99-33b4d1ba6432 req-e0fb6f5d-58dd-40b9-83dc-f3ca53ebf63d tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0468905 May 16 20:41:17.278260 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-da332c73-633d-4ed4-9c99-33b4d1ba6432 req-47553e4f-264e-4ba9-8a88-f4921c7a0d13 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518377 May 16 20:41:17.416931 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1bed3-217a-4c38-b44b-2235a4603e38 req-ee9c7566-cde4-4aaa-86e9-4629f98687c3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:17.418430 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-88d1bed3-217a-4c38-b44b-2235a4603e38 req-ee9c7566-cde4-4aaa-86e9-4629f98687c3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 944 time: 0.0532606 May 16 20:41:17.468121 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-88d1bed3-217a-4c38-b44b-2235a4603e38 req-113736fd-3925-4edf-980b-924b03e890dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415256 May 16 20:41:17.749153 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:41:17.803502 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 21b40ca4-40ac-4a3f-9958-fe3007671e02 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:41:17.810622 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 21b40ca4-40ac-4a3f-9958-fe3007671e02 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:41:17.810998 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:17.885399 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 21b40ca4-40ac-4a3f-9958-fe3007671e02 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:41:17.885766 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:17.909847 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:17.912359 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71bd2f6-560b-4274-9951-dcb3f01031f8" -d '{"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-plugged", "status": "completed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:17.924914 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:17.930430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:17.954540 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd283f3-9611-499c-a0fb-8fc474fd2ad6 x-openstack-request-id: req-7fd283f3-9611-499c-a0fb-8fc474fd2ad6 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:17.954752 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-plugged", "status": "completed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:17.954928 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fd283f3-9611-499c-a0fb-8fc474fd2ad6 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:17.955345 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd283f3-9611-499c-a0fb-8fc474fd2ad6'] response: {'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'code': 200} May 16 20:41:17.981300 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:17.988766 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.989113 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.989458 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.989818 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.990153 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.990481 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.990811 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.991128 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.991463 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.991792 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.992114 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.992472 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.992800 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.993117 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:17.993440 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:41:18.113940 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11284880-e680-468d-a938-b03a15ff97e6 req-971667d0-0c2a-4e13-b858-9566a7e283d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:18.115363 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-11284880-e680-468d-a938-b03a15ff97e6 req-971667d0-0c2a-4e13-b858-9566a7e283d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1129 time: 0.0380859 May 16 20:41:18.158425 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-11284880-e680-468d-a938-b03a15ff97e6 req-f2857ac4-346c-4951-9830-abeee899b703 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367670 May 16 20:41:18.409564 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565e24a-e451-4266-a9eb-9b7276d09739 req-3d681b50-352f-421f-812a-29dd3f19785e tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:18.411024 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d565e24a-e451-4266-a9eb-9b7276d09739 req-3d681b50-352f-421f-812a-29dd3f19785e tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0504456 May 16 20:41:18.491389 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d565e24a-e451-4266-a9eb-9b7276d09739 req-f056a131-1c10-4945-9a19-e94a78fba1fa tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696151 May 16 20:41:18.553832 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-78cfc66f-e1e9-4b8e-b918-fe3f0b01b977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:18.594200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305bac-77f0-4f07-8a4a-8d64f562ad84 req-21d4c565-12a4-4cf1-8fe0-e5af7d08188a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:18.595717 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62305bac-77f0-4f07-8a4a-8d64f562ad84 req-21d4c565-12a4-4cf1-8fe0-e5af7d08188a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0495455 May 16 20:41:18.641964 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62305bac-77f0-4f07-8a4a-8d64f562ad84 req-95081cc4-2b33-4e39-a157-6275e619c18b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 May 16 20:41:19.622635 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde9a6-98d9-414e-9a43-e7d8a15f7e9b req-17612012-2eee-4424-a66f-1b160a3d7ebd tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:19.624124 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c0fde9a6-98d9-414e-9a43-e7d8a15f7e9b req-17612012-2eee-4424-a66f-1b160a3d7ebd tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0519359 May 16 20:41:19.683676 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c0fde9a6-98d9-414e-9a43-e7d8a15f7e9b req-7325eb90-98e1-4a53-a07a-eb9638f4fc23 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535362 May 16 20:41:19.766833 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb0f20-ccd1-40ee-8c7b-d345969b24e5 req-694fbba3-9f14-4746-93a6-03e325724b30 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:19.768332 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ceb0f20-ccd1-40ee-8c7b-d345969b24e5 req-694fbba3-9f14-4746-93a6-03e325724b30 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0539136 May 16 20:41:19.824396 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ceb0f20-ccd1-40ee-8c7b-d345969b24e5 req-922c1afa-ff64-452a-af84-0153b5aee2cf tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 May 16 20:41:19.941379 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269da6e-669d-4225-88c7-b20007dc7b8a req-08b1e7e7-80fc-462b-830f-ad098398ab20 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:19.942857 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9269da6e-669d-4225-88c7-b20007dc7b8a req-08b1e7e7-80fc-462b-830f-ad098398ab20 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0499754 May 16 20:41:19.951886 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37112) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:19.956293 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Request body: {'floatingip': {'port_id': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:19.996170 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:20.131899 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:41:20.423235 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:20.429380 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:20.519340 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Floating IP d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7 associated. External IP: 172.27.0.95, port: 21b40ca4-40ac-4a3f-9958-fe3007671e02. May 16 20:41:20.715227 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Router b4479131-38b6-4853-a928-8d52892d7ce3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:41:20.741228 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bd4cbe46-2983-4579-b233-afdfef157c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:20.815676 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb3bd-19a6-48d9-b5c3-192568073c9d req-8debf4f2-de84-4e9e-805c-f6947c8b37c9 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:20.817481 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-280cb3bd-19a6-48d9-b5c3-192568073c9d req-8debf4f2-de84-4e9e-805c-f6947c8b37c9 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0554307 May 16 20:41:20.871654 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:41:20.881248 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:20.881425 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] Sync routers for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:41:20.890952 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:20.891537 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:20.930001 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-1bb9bb4a-3dc6-4b50-98e9-61e59298276e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "PUT /v2.0/floatingips/d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7 HTTP/1.1" status: 200 len: 990 time: 0.9768353 May 16 20:41:20.930614 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:20.932888 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044ee9ae-882f-400f-b34f-7e39eacb354b" -d '{"events": [{"name": "network-changed", "server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:20.939433 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-280cb3bd-19a6-48d9-b5c3-192568073c9d req-cb53c38a-fdba-4c8e-b57a-7649fa39de67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&id=00182a1c-d58c-4057-acdd-fb28ba7844fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993805 May 16 20:41:20.974860 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe35436-a0be-409a-9262-465e5c91e99b x-openstack-request-id: req-afe35436-a0be-409a-9262-465e5c91e99b {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:20.975141 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:20.975999 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afe35436-a0be-409a-9262-465e5c91e99b {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:20.975999 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe35436-a0be-409a-9262-465e5c91e99b'] response: {'name': 'network-changed', 'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'status': 'completed', 'code': 200} May 16 20:41:20.989668 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:21.189425 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'd97e1c2f-0aa0-432b-ad1c-54b2bb015bd7', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'port_id': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'mac_address': 'fa:16:3e:5e:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718fbf6-1460-443d-9fb4-815bf062c594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:41:06Z', 'updated_at': '2022-05-16T20:41:20Z', 'revision_number': 1, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:21.214189 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] Checking router: b4479131-38b6-4853-a928-8d52892d7ce3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:41:21.223092 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:21.223706 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:21.245427 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-d588c2c2-8968-48ba-948f-6b5bece13f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:21.247010 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-d588c2c2-8968-48ba-948f-6b5bece13f33 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1129 time: 0.0410290 May 16 20:41:21.326014 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:21.349103 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-161975d2-0172-4f88-b4f9-eccbc6c04eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:21.350600 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-161975d2-0172-4f88-b4f9-eccbc6c04eea service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.0978494 May 16 20:41:21.409765 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-44490a63-46a8-4c65-a084-4a3367f220f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 998 time: 0.0528610 May 16 20:41:21.461614 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-c6f198e2-3af5-4cd9-a01d-04e108af0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:21.462951 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-c6f198e2-3af5-4cd9-a01d-04e108af0049 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0464993 May 16 20:41:21.506748 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-ff22424b-01e7-408e-baf2-9ad026dbc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:21.508251 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-ff22424b-01e7-408e-baf2-9ad026dbc890 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393853 May 16 20:41:21.536521 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'd97e1c2f-0aa0-432b-ad1c-54b2bb015bd7', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'port_id': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'mac_address': 'fa:16:3e:5e:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718fbf6-1460-443d-9fb4-815bf062c594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:41:06Z', 'updated_at': '2022-05-16T20:41:20Z', 'revision_number': 1, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:21.560990 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8281780-47ab-4fd3-8fa8-080ba24e746b None None] The sync data for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi is: [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'd97e1c2f-0aa0-432b-ad1c-54b2bb015bd7', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'port_id': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'mac_address': 'fa:16:3e:5e:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718fbf6-1460-443d-9fb4-815bf062c594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:41:06Z', 'updated_at': '2022-05-16T20:41:20Z', 'revision_number': 1, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:41:21.600725 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-2ce3c599-e2a7-434c-b08e-a4d7e272c6ca service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852993 May 16 20:41:21.697999 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-044ee9ae-882f-400f-b34f-7e39eacb354b req-1b9f444c-8763-4d93-8a04-583e589c6a80 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904653 May 16 20:41:21.773637 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8d089-61db-4296-93af-d6e18b8ef45e None None] New status for floating IP d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:41:22.092261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497297-e290-4832-a821-243d30c015a9 req-5f56167a-3d59-4e0a-b813-242d6cb8bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:22.093886 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-e2497297-e290-4832-a821-243d30c015a9 req-5f56167a-3d59-4e0a-b813-242d6cb8bb21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1129 time: 0.0400381 May 16 20:41:22.113734 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804756c-604b-4fc9-a967-c9f08ef3c5e1 req-65218d45-ad69-42d7-84f3-bd4f497e7b6e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:22.116217 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e804756c-604b-4fc9-a967-c9f08ef3c5e1 req-65218d45-ad69-42d7-84f3-bd4f497e7b6e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0480702 May 16 20:41:22.144381 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:22.164706 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e804756c-604b-4fc9-a967-c9f08ef3c5e1 req-33cbe788-ff16-4c11-b817-68e450121eb8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 May 16 20:41:22.196314 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497297-e290-4832-a821-243d30c015a9 req-d0965f88-6d8e-49f6-b5f2-dbe6013d57df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:22.197867 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-e2497297-e290-4832-a821-243d30c015a9 req-d0965f88-6d8e-49f6-b5f2-dbe6013d57df service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.0978146 May 16 20:41:22.262308 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-e2497297-e290-4832-a821-243d30c015a9 req-e404c089-1e97-4d82-86a0-bf8998f4511f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 1001 time: 0.0582273 May 16 20:41:22.309920 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497297-e290-4832-a821-243d30c015a9 req-ff9683ea-dfc3-4043-908c-2ba8fd9d279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:22.311238 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-e2497297-e290-4832-a821-243d30c015a9 req-ff9683ea-dfc3-4043-908c-2ba8fd9d279a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0431428 May 16 20:41:22.358129 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497297-e290-4832-a821-243d30c015a9 req-80fd7add-db87-44c6-a542-0d2200bd8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:22.359729 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-e2497297-e290-4832-a821-243d30c015a9 req-80fd7add-db87-44c6-a542-0d2200bd8e6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420375 May 16 20:41:22.448420 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-e2497297-e290-4832-a821-243d30c015a9 req-82628444-a436-4000-b59b-33569b3c4838 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819821 May 16 20:41:22.553852 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-e2497297-e290-4832-a821-243d30c015a9 req-ab0820cc-417d-4cc3-8e56-1af1199661e4 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983937 May 16 20:41:23.288813 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0e381-9d63-40cd-9dcc-a2af9a62e282 req-7be38411-c42e-4b6f-8316-181056a06ff5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:23.290155 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e5b0e381-9d63-40cd-9dcc-a2af9a62e282 req-7be38411-c42e-4b6f-8316-181056a06ff5 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0466380 May 16 20:41:23.339848 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e5b0e381-9d63-40cd-9dcc-a2af9a62e282 req-82bca10b-b9d1-42ce-b2fa-5e37be4963da tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416520 May 16 20:41:23.551125 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:24.708186 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eaffc-ef0c-48b4-a427-94831393bab0 req-401c7a7e-41c4-42b1-9a8c-f14296375add tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:24.709691 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-198eaffc-ef0c-48b4-a427-94831393bab0 req-401c7a7e-41c4-42b1-9a8c-f14296375add tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.2997570 May 16 20:41:24.756900 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-198eaffc-ef0c-48b4-a427-94831393bab0 req-9a4f6b50-70e2-474f-8603-fc25cb01ebe4 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 May 16 20:41:24.906059 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:25.877532 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087637-4f6e-4dae-838f-e3249ddbabdb req-aae2f4c3-993b-4353-b44e-9af5dc1ab595 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:25.879132 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80087637-4f6e-4dae-838f-e3249ddbabdb req-aae2f4c3-993b-4353-b44e-9af5dc1ab595 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0482433 May 16 20:41:25.925989 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80087637-4f6e-4dae-838f-e3249ddbabdb req-1a43651c-8b30-4b4f-96d2-4d8e18b72529 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413036 May 16 20:41:26.869764 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:27.048465 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314b7f2-6dcf-4b91-9cf1-39d22ab4f3bb req-c924baf4-39fb-47aa-a299-a11f30337327 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:27.049947 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3314b7f2-6dcf-4b91-9cf1-39d22ab4f3bb req-c924baf4-39fb-47aa-a299-a11f30337327 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0515838 May 16 20:41:27.096833 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3314b7f2-6dcf-4b91-9cf1-39d22ab4f3bb req-308b0e2b-c016-4f45-a09a-83dda693b075 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 May 16 20:41:28.214097 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764351a-e424-4063-895d-63543f75a808 req-d995f05d-b842-4e99-9e0a-2cfc1d33dacd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:28.215543 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1764351a-e424-4063-895d-63543f75a808 req-d995f05d-b842-4e99-9e0a-2cfc1d33dacd tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0485420 May 16 20:41:28.266025 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1764351a-e424-4063-895d-63543f75a808 req-cc9e8e21-2bde-4fd7-aaa6-2682aca44386 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 May 16 20:41:29.380904 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22724a84-4b1d-4f01-b592-2c7385b224b9 req-d829d223-e898-4385-bb63-a05ab588dfb1 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:29.382320 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-22724a84-4b1d-4f01-b592-2c7385b224b9 req-d829d223-e898-4385-bb63-a05ab588dfb1 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0474854 May 16 20:41:29.431756 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-22724a84-4b1d-4f01-b592-2c7385b224b9 req-86625645-ec9d-4f2e-bd7a-02f10cbdd0a6 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437202 May 16 20:41:30.548370 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d9d5c-2f26-46e1-893b-3360758be3ce req-cdb6374a-524f-42f9-a826-da3c9b67c769 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:30.549836 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8f3d9d5c-2f26-46e1-893b-3360758be3ce req-cdb6374a-524f-42f9-a826-da3c9b67c769 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0487063 May 16 20:41:30.599651 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8f3d9d5c-2f26-46e1-893b-3360758be3ce req-14c32be3-d585-4a55-be94-0e778c708000 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 May 16 20:41:31.718216 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9026ff-80ce-401e-a1dd-c9ce473b2008 req-cd745f75-2eef-4ae6-b97a-46b5d561d8a9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:31.719663 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cd9026ff-80ce-401e-a1dd-c9ce473b2008 req-cd745f75-2eef-4ae6-b97a-46b5d561d8a9 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0464230 May 16 20:41:31.765366 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cd9026ff-80ce-401e-a1dd-c9ce473b2008 req-8901d981-7f15-47b4-ab89-144470c03222 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 May 16 20:41:32.894953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c923796-12c1-4bcf-acb8-e653d5bd30b9 req-8a6e88e9-11ee-48a7-8f43-4449e155de5b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:32.896392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2c923796-12c1-4bcf-acb8-e653d5bd30b9 req-8a6e88e9-11ee-48a7-8f43-4449e155de5b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0541298 May 16 20:41:32.943555 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2c923796-12c1-4bcf-acb8-e653d5bd30b9 req-7fcef303-fbac-436c-b9b3-399177c714e7 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412531 May 16 20:41:34.062158 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c111a7c-af38-4299-859b-10dbb264ddfb req-c5ba35d6-c4b5-4d64-b266-ef5e970786ae tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:34.063663 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3c111a7c-af38-4299-859b-10dbb264ddfb req-c5ba35d6-c4b5-4d64-b266-ef5e970786ae tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0486093 May 16 20:41:34.113397 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3c111a7c-af38-4299-859b-10dbb264ddfb req-edb6aff9-fe5d-44b6-ab09-f86fccd08076 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435638 May 16 20:41:34.164965 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4fe9b-c50f-4a7c-af36-17ade248de47 req-0b539a97-41b1-4411-94e8-c7662d8f707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:34.166439 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a7b4fe9b-c50f-4a7c-af36-17ade248de47 req-0b539a97-41b1-4411-94e8-c7662d8f707b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1129 time: 0.0377359 May 16 20:41:34.483509 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-a7b4fe9b-c50f-4a7c-af36-17ade248de47 req-02b8cb29-bce9-43c0-ad42-b3d9f2f8036e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481961 May 16 20:41:35.232222 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca7b79-544f-4d89-a00b-871ccedf91f4 req-0d271655-ba3b-48ee-8a54-08c0266b083d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:35.233698 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f8ca7b79-544f-4d89-a00b-871ccedf91f4 req-0d271655-ba3b-48ee-8a54-08c0266b083d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0502295 May 16 20:41:35.283785 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f8ca7b79-544f-4d89-a00b-871ccedf91f4 req-093ad594-2670-448e-a03d-e4f57a05af55 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 May 16 20:41:36.361768 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4d97e-820c-4afe-b708-843096888e38 req-5ee52578-0aaf-48f6-93da-9dda9377c27a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:36.363251 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-46a4d97e-820c-4afe-b708-843096888e38 req-5ee52578-0aaf-48f6-93da-9dda9377c27a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 945 time: 0.0530622 May 16 20:41:36.419792 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a091-bd50-4cdd-a8b6-c754d5017f7b req-99fd2c50-420a-481f-977f-d66bc39e932b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:36.421277 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7bb4a091-bd50-4cdd-a8b6-c754d5017f7b req-99fd2c50-420a-481f-977f-d66bc39e932b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0571678 May 16 20:41:36.459024 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-46a4d97e-820c-4afe-b708-843096888e38 req-6fe56330-67d5-45aa-aec5-72ef16d5d7b4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865889 May 16 20:41:36.488602 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7bb4a091-bd50-4cdd-a8b6-c754d5017f7b req-4ac185ca-199e-4e87-8ab3-e095f9eff890 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617137 May 16 20:41:36.838209 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d720d3-c3b3-45d4-96d3-755401fdb344 req-496f3424-bfb3-4854-bff8-4e0557be5ae1 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:36.839686 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-95d720d3-c3b3-45d4-96d3-755401fdb344 req-496f3424-bfb3-4854-bff8-4e0557be5ae1 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0498435 May 16 20:41:36.895844 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-95d720d3-c3b3-45d4-96d3-755401fdb344 req-61331d8b-54b8-46b8-ba5b-0f150f7b0bc8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475755 May 16 20:41:37.597442 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a79439-baf9-4cd2-ab7e-a09aa9da317d req-50905730-2058-4108-9fd6-922a00bbb0ef tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:37.598890 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a2a79439-baf9-4cd2-ab7e-a09aa9da317d req-50905730-2058-4108-9fd6-922a00bbb0ef tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 945 time: 0.0583918 May 16 20:41:37.658816 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a2a79439-baf9-4cd2-ab7e-a09aa9da317d req-313c9abb-d761-4bf1-a028-7c1fedb7f2b2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f5c6f91-bde0-41d2-bb18-a00e0295ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517299 May 16 20:41:37.770338 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-7ae7818e-71af-4ff9-9e0f-bbc587a7f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:37.771697 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-7ae7818e-71af-4ff9-9e0f-bbc587a7f75e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1129 time: 0.0502670 May 16 20:41:37.949528 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-49bd20eb-9601-4c1d-9ed0-e641039442a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:37.951005 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-49bd20eb-9601-4c1d-9ed0-e641039442a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.1034663 May 16 20:41:38.042882 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-244a9dfc-b49d-4cd5-96f6-7e7c3e47fed5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 1001 time: 0.0585024 May 16 20:41:38.047927 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97433fde-ed07-4cc3-b8f6-4b224f40a78c req-f635f31d-f8c6-4f6e-babf-4090c9d5d972 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:38.049472 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-97433fde-ed07-4cc3-b8f6-4b224f40a78c req-f635f31d-f8c6-4f6e-babf-4090c9d5d972 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0782151 May 16 20:41:38.058061 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-5623de50-a5e8-457c-8e2c-dd16db6bd35e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:38.059427 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-5623de50-a5e8-457c-8e2c-dd16db6bd35e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 945 time: 0.0744767 May 16 20:41:38.094001 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-02596326-9c86-441e-81bf-ad637eb109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:38.095474 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-02596326-9c86-441e-81bf-ad637eb109ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0459640 May 16 20:41:38.139902 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-e7c10751-138c-4bcc-8aec-07380cfc2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:38.141435 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-e7c10751-138c-4bcc-8aec-07380cfc2cc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394084 May 16 20:41:38.159327 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-97433fde-ed07-4cc3-b8f6-4b224f40a78c req-59503134-c209-446f-a4ad-d56832c0f29f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989201 May 16 20:41:38.172832 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:41:38.173173 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:38.241998 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-b3600377-4a39-4404-8ef6-4146e658876a service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931230 May 16 20:41:38.262152 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] For port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:38.262509 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:38.334936 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac1fbce7-a1b6-493a-84cb-89f437857646 req-9fe13cdf-4906-4fd3-9c7d-cb50acc73acb service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834289 May 16 20:41:38.429159 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:38.429485 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (e01c9b63-331d-4828-9673-6ac0d9b65db5), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:38.429813 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP e01c9b63-331d-4828-9673-6ac0d9b65db5 disassociated. External IP: 172.27.0.195, port: 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e. May 16 20:41:38.430169 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:41:38.563716 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:38.593843 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:38.703109 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:41:38.775552 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-686bf198-f690-4062-930d-226a62e83088 req-9b3f04f6-adae-4fee-b4f9-d702305a8efb tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 210 time: 0.0309010 May 16 20:41:38.835358 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:41:38.846286 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:41:38.855620 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:38.856308 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:38.876709 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] No DVR routers for this DVR port 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:41:38.879210 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:38.882591 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b2499cc1-f844-4501-91b7-09045c92ab71 req-b99e929c-8c86-41bf-80e9-2ac5e25c21a5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "DELETE /v2.0/ports/0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e HTTP/1.1" status: 204 len: 173 time: 0.8165574 May 16 20:41:38.883023 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'name': 'network-vif-deleted', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:38.885300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab397db-29ee-44dc-82cb-2bb09ccd331c" -d '{"events": [{"server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "name": "network-vif-deleted", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:38.922332 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cfacb5-f88c-49f8-af32-ab245cccd72a x-openstack-request-id: req-58cfacb5-f88c-49f8-af32-ab245cccd72a {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:38.922628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cee6b8-329b-4d56-b979-3fa246901f31", "name": "network-vif-deleted", "tag": "0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:38.922883 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58cfacb5-f88c-49f8-af32-ab245cccd72a {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:38.923295 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58cfacb5-f88c-49f8-af32-ab245cccd72a'] response: {'server_uuid': 'c5cee6b8-329b-4d56-b979-3fa246901f31', 'name': 'network-vif-deleted', 'tag': '0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e', 'status': 'completed', 'code': 200} May 16 20:41:38.966360 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:39.152299 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:39.179728 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:41:39.189688 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:39.190304 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:39.276383 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36212dbf-06c1-4bcf-8c07-a5d8bd4f32c2 req-4b51b2f5-8e9b-4fb0-a106-3bba6deb8964 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:39.278052 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-36212dbf-06c1-4bcf-8c07-a5d8bd4f32c2 req-4b51b2f5-8e9b-4fb0-a106-3bba6deb8964 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0482638 May 16 20:41:39.291468 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:39.327701 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-36212dbf-06c1-4bcf-8c07-a5d8bd4f32c2 req-1f8b394a-f5e2-4ae8-9f12-15ca23d9bde7 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 May 16 20:41:39.555058 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:39.585525 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb33dc-22b7-4699-a1a1-cd1e8c06c239 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:41:39.824420 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da869ef-963d-4099-be08-668bdf82670e None None] New status for floating IP e01c9b63-331d-4828-9673-6ac0d9b65db5: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:41:39.891507 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13a55cbf-aa5c-4ef2-862b-31f73f66d15a req-6a583415-da17-47d9-a400-6417f647ac94 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5cee6b8-329b-4d56-b979-3fa246901f31 HTTP/1.1" status: 200 len: 210 time: 0.0319788 May 16 20:41:40.452018 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27207c11-1b40-4328-87f8-f8105d7fc872 req-1d0fa564-0556-4609-bee5-a286961ee485 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:40.453478 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-27207c11-1b40-4328-87f8-f8105d7fc872 req-1d0fa564-0556-4609-bee5-a286961ee485 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0515625 May 16 20:41:40.505621 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-27207c11-1b40-4328-87f8-f8105d7fc872 req-9b940d5f-a670-4598-9dae-af805445015d tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 May 16 20:41:40.614794 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20066621-35a3-4395-b964-3e0dbdbd0c85 req-003b2828-6949-4c3e-841a-7cb97ce87916 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:40.616244 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-20066621-35a3-4395-b964-3e0dbdbd0c85 req-003b2828-6949-4c3e-841a-7cb97ce87916 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0457716 May 16 20:41:40.625087 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37258) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:40.629315 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Request body: {'floatingip': {'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:40.688113 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:40.978194 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37264) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:41.031743 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9f3e84e2-4031-4e80-bd30-99950536f77a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (8f5c6f91-bde0-41d2-bb18-a00e0295ef72), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.058433 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9f3e84e2-4031-4e80-bd30-99950536f77a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (8f5c6f91-bde0-41d2-bb18-a00e0295ef72), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.107397 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9f3e84e2-4031-4e80-bd30-99950536f77a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (8f5c6f91-bde0-41d2-bb18-a00e0295ef72), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.111925 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9f3e84e2-4031-4e80-bd30-99950536f77a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.113419 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9f3e84e2-4031-4e80-bd30-99950536f77a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f5c6f91-bde0-41d2-bb18-a00e0295ef72 HTTP/1.1" status: 204 len: 168 time: 0.1341825 May 16 20:41:41.116748 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37266) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:41.133475 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e84e2-4031-4e80-bd30-99950536f77a tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5c6f91-bde0-41d2-bb18-a00e0295ef72,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:41.135375 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.135894 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.api.v2.resource [None req-c8a65e42-3129-40f1-96e3-16932e9bf971 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] show failed (client error): The resource could not be found. May 16 20:41:41.136536 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-c8a65e42-3129-40f1-96e3-16932e9bf971 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups/8f5c6f91-bde0-41d2-bb18-a00e0295ef72 HTTP/1.1" status: 404 len: 347 time: 0.0187581 May 16 20:41:41.139607 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37268) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:41.145860 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.252704 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port 63cd2dba-6a1e-482a-aec1-57dc176d7671 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:41:41.252953 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.325440 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.325765 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (63cd2dba-6a1e-482a-aec1-57dc176d7671), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.337776 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for 63cd2dba-6a1e-482a-aec1-57dc176d7671 owned by network:floatingip {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:41:41.348701 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Router 9f08372f-a692-4fd1-ad10-33c2a28fb485 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:41:41.451380 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:41:41.456228 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.462260 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] Sync routers for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:41:41.472115 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (63cd2dba-6a1e-482a-aec1-57dc176d7671), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.473145 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:41.474140 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:41.491892 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:41.493623 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce058d65-92b1-449e-b502-0fb1d5a5afd4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:41.496992 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=63cd2dba-6a1e-482a-aec1-57dc176d7671,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:41.527794 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-629938f3-17c3-4f86-8fd5-768acfd6eb7f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "PUT /v2.0/floatingips/65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c HTTP/1.1" status: 200 len: 993 time: 0.9015956 May 16 20:41:41.549574 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e2a3b6-06eb-49e9-ae64-cf0252fddd1b x-openstack-request-id: req-69e2a3b6-06eb-49e9-ae64-cf0252fddd1b {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:41.549868 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:41.550264 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69e2a3b6-06eb-49e9-ae64-cf0252fddd1b {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:41.550672 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e2a3b6-06eb-49e9-ae64-cf0252fddd1b'] response: {'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'status': 'completed', 'code': 200} May 16 20:41:41.571269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (e01c9b63-331d-4828-9673-6ac0d9b65db5), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.573948 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.575395 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-184ee287-7239-4c80-bb03-acfaf831cfcc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/floatingips/e01c9b63-331d-4828-9673-6ac0d9b65db5 HTTP/1.1" status: 204 len: 168 time: 0.4346092 May 16 20:41:41.578038 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:41.618120 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-f8e89a22-d4d5-4189-92b8-ef8649eb65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:41.619931 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-f8e89a22-d4d5-4189-92b8-ef8649eb65e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1129 time: 0.0412097 May 16 20:41:41.640467 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37278) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:41.645019 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-9c4faba6-c005-4f83-8e8f-86cb8673cd8b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120468218', 'description': 'tempest-description--1162462256'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:41.669531 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9c4faba6-c005-4f83-8e8f-86cb8673cd8b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.725197 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-9c423125-eed9-46c1-93d0-189885337aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:41.726723 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-9c423125-eed9-46c1-93d0-189885337aa8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.1001983 May 16 20:41:41.737728 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9c4faba6-c005-4f83-8e8f-86cb8673cd8b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (0ccdb431-0d7b-4c32-b7e5-2d16edb44b33), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.743374 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9c4faba6-c005-4f83-8e8f-86cb8673cd8b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0ccdb431-0d7b-4c32-b7e5-2d16edb44b33), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.774442 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9c4faba6-c005-4f83-8e8f-86cb8673cd8b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.775994 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9c4faba6-c005-4f83-8e8f-86cb8673cd8b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344326 May 16 20:41:41.777225 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4faba6-c005-4f83-8e8f-86cb8673cd8b tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:41.780191 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37280) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:41.784853 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-53cd23c2-ccca-4707-9dcb-a4d947ca7ab6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': '0ccdb431-0d7b-4c32-b7e5-2d16edb44b33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:41.794707 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-2444f1c0-2d23-43b8-a207-e0c0b9664ba0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 1001 time: 0.0604596 May 16 20:41:41.813511 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-53cd23c2-ccca-4707-9dcb-a4d947ca7ab6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (16518e26-3d7c-4800-b0e5-2afd5d8390c5), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.820968 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:11Z', 'updated_at': '2022-05-16T20:41:41Z', 'revision_number': 3, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:41.845599 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] Checking router: 9f08372f-a692-4fd1-ad10-33c2a28fb485 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:41:41.847870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-47c7dc8d-b870-4dc3-9a3e-a10e254830f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:41.849362 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-47c7dc8d-b870-4dc3-9a3e-a10e254830f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0493870 May 16 20:41:41.854376 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:41.854993 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:41.860777 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-53cd23c2-ccca-4707-9dcb-a4d947ca7ab6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (16518e26-3d7c-4800-b0e5-2afd5d8390c5), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.865191 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-53cd23c2-ccca-4707-9dcb-a4d947ca7ab6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (16518e26-3d7c-4800-b0e5-2afd5d8390c5), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.883103 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd23c2-ccca-4707-9dcb-a4d947ca7ab6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16518e26-3d7c-4800-b0e5-2afd5d8390c5,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:41.894429 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-53cd23c2-ccca-4707-9dcb-a4d947ca7ab6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.895745 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-53cd23c2-ccca-4707-9dcb-a4d947ca7ab6 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144118 May 16 20:41:41.898587 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-f8a56ff7-0737-4519-b075-9491a921dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:41.898922 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37284) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:41.900274 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-f8a56ff7-0737-4519-b075-9491a921dd85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447674 May 16 20:41:41.901273 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:41:41.905276 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-f2d4dacc-adfa-4875-a80c-b4252fb392f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'security_group_rule': {'security_group_id': '0ccdb431-0d7b-4c32-b7e5-2d16edb44b33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:41.923253 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:41:41.924043 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 0dfb95f5-6a21-4b0f-9c2a-3d4cea6d3b5e not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:41:41.936731 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f2d4dacc-adfa-4875-a80c-b4252fb392f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (53a00e03-d14e-4709-aab1-0466cac361e4), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.965979 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:41.995949 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f2d4dacc-adfa-4875-a80c-b4252fb392f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (53a00e03-d14e-4709-aab1-0466cac361e4), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.000357 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f2d4dacc-adfa-4875-a80c-b4252fb392f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (53a00e03-d14e-4709-aab1-0466cac361e4), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.001599 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-025524d1-8890-4b7b-b43c-bd198f4c0429 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912595 May 16 20:41:42.024894 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4dacc-adfa-4875-a80c-b4252fb392f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a00e03-d14e-4709-aab1-0466cac361e4,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:42.031373 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f2d4dacc-adfa-4875-a80c-b4252fb392f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.032330 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f2d4dacc-adfa-4875-a80c-b4252fb392f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323118 May 16 20:41:42.035196 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37286) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:42.039742 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:42.061821 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.101765 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce058d65-92b1-449e-b502-0fb1d5a5afd4 req-5ae82dcd-6974-4df7-9227-edb4f589863b service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940499 May 16 20:41:42.141761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.189545 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:11Z', 'updated_at': '2022-05-16T20:41:41Z', 'revision_number': 3, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:42.213573 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60454e7d-f769-436c-abaf-c98593267dd2 None None] The sync data for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi is: [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'port_id': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:40:11Z', 'updated_at': '2022-05-16T20:41:41Z', 'revision_number': 3, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:41:42.252631 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.27.0.168 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/414267fd-3336-42b0-a36b-f45bd22433ad) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:41:42.356021 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (414267fd-3336-42b0-a36b-f45bd22433ad), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.387950 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (414267fd-3336-42b0-a36b-f45bd22433ad), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.423254 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:41:42.427449 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:41:42.431316 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:41:42.455787 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=414267fd-3336-42b0-a36b-f45bd22433ad,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:42.516312 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (330ecc8b-2356-4e32-ab3d-2015beeed195), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.554595 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (414267fd-3336-42b0-a36b-f45bd22433ad), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.741298 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (414267fd-3336-42b0-a36b-f45bd22433ad), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.748376 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (414267fd-3336-42b0-a36b-f45bd22433ad), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.817439 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=414267fd-3336-42b0-a36b-f45bd22433ad,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:42.825389 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (330ecc8b-2356-4e32-ab3d-2015beeed195), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.841745 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:42.843087 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-20c6f9f4-d895-4c25-8d83-0622c0527dac tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8068810 May 16 20:41:43.008565 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-4969c49d-4ab1-4b9f-8d7b-bb375189f1a0 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--120468218&fields=id&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 267 time: 0.0433695 May 16 20:41:43.116387 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-498a61c1-d697-49a6-bb76-4479285638c5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:43.117841 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-498a61c1-d697-49a6-bb76-4479285638c5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.1024427 May 16 20:41:43.133069 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-a6882d09-d4bd-4fbb-bfc3-dfe9cc7b0d22 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/quotas/2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 375 time: 0.0095022 May 16 20:41:43.181040 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-a9fff2ff-324b-4efa-a47a-7def453ad094 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430005 May 16 20:41:43.291120 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-893dcf1e-e497-4cea-98a5-df4df5e5d02c service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986612 May 16 20:41:43.380356 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-99863d1b-f9bb-465a-a6d1-6916495c9676 service neutron] 10.222.0.49 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832207 May 16 20:41:43.540173 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47e7fb2d-c794-4403-9a24-95c8899b4333 req-b084b391-accd-4a7a-8a10-ea5c07b588db tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 210 time: 0.0276251 May 16 20:41:43.553351 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:43.555815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80b5ceb-3c6b-41ec-88a7-807f8641535b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:43.592631 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e22dd-08d2-4d18-b1c4-a6519f457b9f x-openstack-request-id: req-5e5e22dd-08d2-4d18-b1c4-a6519f457b9f {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:43.592951 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:43.593157 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e5e22dd-08d2-4d18-b1c4-a6519f457b9f {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:43.593598 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5e22dd-08d2-4d18-b1c4-a6519f457b9f'] response: {'name': 'network-changed', 'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'status': 'completed', 'code': 200} May 16 20:41:43.661390 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-9ee45dd9-0e61-4204-840c-e36c72551d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:43.663121 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-9ee45dd9-0e61-4204-840c-e36c72551d9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 1129 time: 0.0435231 May 16 20:41:43.754994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-24ddd09e-578e-4e54-a091-b8d09ff3f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:43.756486 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-24ddd09e-578e-4e54-a091-b8d09ff3f318 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.0857155 May 16 20:41:43.822999 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-cc73dbb0-9025-4d58-b208-c37054732ec4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 200 len: 1001 time: 0.0591531 May 16 20:41:43.877495 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-bf686e24-520a-444d-909d-ea79f2e5c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:43.878941 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-bf686e24-520a-444d-909d-ea79f2e5c8fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0492353 May 16 20:41:43.924212 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-ba2a8f7b-4e5c-4158-84b9-3223d6f37980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:43.925664 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-ba2a8f7b-4e5c-4158-84b9-3223d6f37980 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394011 May 16 20:41:44.270563 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-04848f32-94fa-448b-a020-45d8a317ddca service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362234 May 16 20:41:44.413677 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f80b5ceb-3c6b-41ec-88a7-807f8641535b req-b863406b-6b6c-4068-856d-74bbc23105e6 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849648 May 16 20:41:44.513937 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-69a709ee-1459-4a27-a28c-523a098d1e39 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:44.515388 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-69a709ee-1459-4a27-a28c-523a098d1e39 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 815 time: 0.1048026 May 16 20:41:44.584851 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-ea67bb7e-9153-4841-88a4-f036ae635ced tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6 HTTP/1.1" status: 200 len: 379 time: 0.0594954 May 16 20:41:44.640368 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9f6d3462-91bf-4e5d-84fa-519393053ff1 req-45159b56-1c24-47b6-8cc3-fc14f822732c tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 210 time: 0.0305798 May 16 20:41:44.660917 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'port': {'device_id': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'admin_state_up': True, 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'security_groups': ['0ccdb431-0d7b-4c32-b7e5-2d16edb44b33']}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:44.768694 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Made reservation on behalf of 2beaab3a72a345d98a9ec4e0ae4686b6 for: {'port': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:41:44.772491 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:44.898519 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Allocated IP 172.20.0.14 (51755a9b-e432-418d-95c4-023d6854f406/72ced089-7684-4ae7-b5cc-0a11ad060d49/7cecb240-68ee-4c56-b8b3-d62a8675bc86) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:41:45.041363 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.076453 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.116798 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Network 51755a9b-e432-418d-95c4-023d6854f406 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:41:45.120249 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:41:45.126561 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:41:45.131869 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event updated for resources: {'Port': ['ID=7cecb240-68ee-4c56-b8b3-d62a8675bc86,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:45.177429 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:45.178408 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.195748 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-78529c0e-5ba6-4cb8-829f-625360f6c04d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391400 May 16 20:41:45.207617 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Request body: {'port': {'device_id': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:45.275788 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.303173 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-bcc7af24-99d0-4a75-8153-aa8d5ea3c4fb None None] Provisioning complete for port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:41:45.303742 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bcc7af24-99d0-4a75-8153-aa8d5ea3c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.334908 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7af24-99d0-4a75-8153-aa8d5ea3c4fb None None] Port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:41:45.551284 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cecb240-68ee-4c56-b8b3-d62a8675bc86 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:41:45.559226 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Publish callbacks [] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.572469 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Transition to ACTIVE for port object 7cecb240-68ee-4c56-b8b3-d62a8675bc86 will not be triggered until provisioned by entity L2. {{(pid=103496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:41:45.577808 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.657881 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=7cecb240-68ee-4c56-b8b3-d62a8675bc86,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:45.716726 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Attempting to bind port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:41:45.717061 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Attempting to bind port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:41:45.717530 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Attempting to bind port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:41:45.723162 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 on network 51755a9b-e432-418d-95c4-023d6854f406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:41:45.723481 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Attempting to bind port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 on network 51755a9b-e432-418d-95c4-023d6854f406 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:41:45.728899 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:41:45.729240 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Checking segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:41:45.729624 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Bound using segment: {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:41:45.730052 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Bound port: 7cecb240-68ee-4c56-b8b3-d62a8675bc86, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b188824-3e62-4f8a-b3ee-f1b6e98cef55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51755a9b-e432-418d-95c4-023d6854f406'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:41:45.730825 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.771704 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14cbbd-e083-4d32-8d40-3ee8e69a3cd6 req-d4538635-fe7c-4866-866c-96258d84d3de tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:45.773439 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8f14cbbd-e083-4d32-8d40-3ee8e69a3cd6 req-d4538635-fe7c-4866-866c-96258d84d3de tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 944 time: 0.0481114 May 16 20:41:45.798798 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] For port 7cecb240-68ee-4c56-b8b3-d62a8675bc86, host hv-cinder-77703, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:41:45.802585 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] For port 7cecb240-68ee-4c56-b8b3-d62a8675bc86, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:41:45.809700 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.827243 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8f14cbbd-e083-4d32-8d40-3ee8e69a3cd6 req-3623c273-ac97-46d0-8492-0371c478b6e1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481455 May 16 20:41:45.843976 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:45.844631 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.845994 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] 10.222.0.60 "PUT /v2.0/ports/7cecb240-68ee-4c56-b8b3-d62a8675bc86 HTTP/1.1" status: 200 len: 1094 time: 0.6426935 May 16 20:41:45.848423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:45.850784 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7388f-c06f-483d-a94c-be6948574eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:45.887451 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3b99-bae2-4359-a71f-8befe210d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=7cecb240-68ee-4c56-b8b3-d62a8675bc86,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:45.897431 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28de4fbc-e1f8-4ca7-8781-f5100c64ecf6 x-openstack-request-id: req-28de4fbc-e1f8-4ca7-8781-f5100c64ecf6 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:45.897727 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:45.898598 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28de4fbc-e1f8-4ca7-8781-f5100c64ecf6 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:45.898997 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28de4fbc-e1f8-4ca7-8781-f5100c64ecf6'] response: {'name': 'network-changed', 'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'status': 'completed', 'code': 200} May 16 20:41:45.940827 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-3e04b728-dedc-4d70-8fc7-ff95a3e00610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:45.942409 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-3e04b728-dedc-4d70-8fc7-ff95a3e00610 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 1128 time: 0.0412064 May 16 20:41:45.983214 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-c0838dfb-015d-466f-b34e-7cf088b7b22e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86 HTTP/1.1" status: 200 len: 217 time: 0.0324988 May 16 20:41:46.033700 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-1232b1ab-8d39-4ba1-bca2-481242dcb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:46.035192 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-1232b1ab-8d39-4ba1-bca2-481242dcb85a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0458364 May 16 20:41:46.084794 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-b515bc6d-214b-4489-acf8-fe322743b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:46.086279 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-b515bc6d-214b-4489-acf8-fe322743b277 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439637 May 16 20:41:46.177155 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-9cac4f0d-4eb3-4da5-9125-bba981be6fc5 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 May 16 20:41:46.268412 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-ac67e62c-8d77-42db-9a96-238bbb25c701 req-fea604cd-d58b-4837-8d9e-e461e07e8c84 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838904 May 16 20:41:46.949000 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8096b6-1143-40dd-8fe9-52629ff91f24 req-adbda6bb-8045-480a-8c9b-2619217300bd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:46.950405 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af8096b6-1143-40dd-8fe9-52629ff91f24 req-adbda6bb-8045-480a-8c9b-2619217300bd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 944 time: 0.0472424 May 16 20:41:47.000663 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af8096b6-1143-40dd-8fe9-52629ff91f24 req-9735f01e-a1ea-4d47-a520-e24517f31305 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445738 May 16 20:41:47.358367 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-f5af23ab-f1ad-4ecd-8e16-d1f56e910505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:47.359752 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-f5af23ab-f1ad-4ecd-8e16-d1f56e910505 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 1128 time: 0.0497758 May 16 20:41:47.708526 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-ec4fa7b7-4ffb-40fa-92d8-85a423d3c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:47.709977 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-ec4fa7b7-4ffb-40fa-92d8-85a423d3c05b service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.3153744 May 16 20:41:47.751252 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-ce81a9ab-7444-414f-99bd-4ba749717258 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86 HTTP/1.1" status: 200 len: 217 time: 0.0319264 May 16 20:41:47.810055 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-8294a0ff-9ce0-4cbd-a32b-1c310697c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:47.811417 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-8294a0ff-9ce0-4cbd-a32b-1c310697c913 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0522904 May 16 20:41:47.854844 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-fbea8d2f-3d33-41e8-9be5-0bbf44d52d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:47.856316 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-fbea8d2f-3d33-41e8-9be5-0bbf44d52d19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371027 May 16 20:41:47.946813 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-08e01ce2-97c7-4472-8fc0-fae4102102f8 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 May 16 20:41:48.041678 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-d8d7388f-c06f-483d-a94c-be6948574eb7 req-1cf91096-30f2-42fe-ab2e-e48bbba89e5d service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870342 May 16 20:41:48.124753 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272100b6-c1fc-4c5b-95fb-e14ddaa311a2 req-20ae36ed-a9db-492b-a2c9-36ffc41bb207 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:48.126219 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-272100b6-c1fc-4c5b-95fb-e14ddaa311a2 req-20ae36ed-a9db-492b-a2c9-36ffc41bb207 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 944 time: 0.0557551 May 16 20:41:48.176482 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-272100b6-c1fc-4c5b-95fb-e14ddaa311a2 req-1afff2d1-a073-42c3-9e64-ee045eb5b9e8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 May 16 20:41:48.563760 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1732ab86-bc05-4dce-b917-c399def77dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:49.367694 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d1d26-612c-4d18-bd2a-3ad6f9635a02 req-c3918a67-b513-4721-b452-8cfd6bb4b0c9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:49.369726 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-317d1d26-612c-4d18-bd2a-3ad6f9635a02 req-c3918a67-b513-4721-b452-8cfd6bb4b0c9 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 944 time: 0.1164875 May 16 20:41:49.421220 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-317d1d26-612c-4d18-bd2a-3ad6f9635a02 req-aa020f73-daec-43a0-b71e-66caf838c15f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434909 May 16 20:41:49.930082 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 7cecb240-68ee-4c56-b8b3-d62a8675bc86 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:41:50.029277 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 7cecb240-68ee-4c56-b8b3-d62a8675bc86, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:50.040275 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'port_id': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'mac_address': 'fa:16:3e:22:94:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:41:50.079017 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:41:50.079393 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:50.092531 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cecb240-68ee-4c56-b8b3-d62a8675bc86 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:41:50.112603 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 7cecb240-68ee-4c56-b8b3-d62a8675bc86, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:50.118680 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:50.174638 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=7cecb240-68ee-4c56-b8b3-d62a8675bc86,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:50.433465 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['7cecb240-68ee-4c56-b8b3-d62a8675bc86'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:41:50.598354 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2368e1b-6413-4f20-ae4c-6650e2c4b712 req-a52cb9ac-dbd6-4d37-b8b9-40f65361742e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:50.599827 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b2368e1b-6413-4f20-ae4c-6650e2c4b712 req-a52cb9ac-dbd6-4d37-b8b9-40f65361742e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 945 time: 0.1002262 May 16 20:41:50.651225 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b2368e1b-6413-4f20-ae4c-6650e2c4b712 req-4831cd91-517c-49c5-8e24-9460244ed9b1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458117 May 16 20:41:50.747222 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b9e76e09-1385-4e76-b1f1-515c25c1c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:51.767454 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cd01-8bfd-420b-a29f-5fdb5bc5f85d req-99d260eb-3b64-40e4-b7b5-8ae52234364d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:51.768931 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6071cd01-8bfd-420b-a29f-5fdb5bc5f85d req-99d260eb-3b64-40e4-b7b5-8ae52234364d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 945 time: 0.0463293 May 16 20:41:51.816213 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6071cd01-8bfd-420b-a29f-5fdb5bc5f85d req-d9723b8d-dd66-458b-897e-d38cd78c03dd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416453 May 16 20:41:51.933028 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 7cecb240-68ee-4c56-b8b3-d62a8675bc86 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:41:51.977303 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:41:51.986600 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:41:51.987333 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:52.059011 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:41:52.059426 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:52.081528 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:52.083612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6216590-2337-4bf3-808f-152ef75be4f5" -d '{"events": [{"server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "name": "network-vif-plugged", "status": "completed", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:52.097113 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 7cecb240-68ee-4c56-b8b3-d62a8675bc86, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:41:52.101790 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:52.123397 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efff9d5-0f66-4089-975c-f1083df201da x-openstack-request-id: req-5efff9d5-0f66-4089-975c-f1083df201da {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:52.123713 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "name": "network-vif-plugged", "status": "completed", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:52.123969 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5efff9d5-0f66-4089-975c-f1083df201da {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:52.124364 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efff9d5-0f66-4089-975c-f1083df201da'] response: {'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'code': 200} May 16 20:41:52.157443 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:52.160260 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=7cecb240-68ee-4c56-b8b3-d62a8675bc86,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:41:52.315616 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2920b-b2d6-4135-ae1d-c63f4c8ac479 req-6146947d-819e-432e-abe5-40d8684f9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:52.317025 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-06a2920b-b2d6-4135-ae1d-c63f4c8ac479 req-6146947d-819e-432e-abe5-40d8684f9457 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 1130 time: 0.0395026 May 16 20:41:52.361089 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-06a2920b-b2d6-4135-ae1d-c63f4c8ac479 req-a7254573-3cdf-41aa-8c62-651e6927bf5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369229 May 16 20:41:52.948327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc754a0-6cd3-4bc9-bc8d-0d7e3753b591 req-bcfffae5-c6f4-4873-bbbf-a9d770191fa1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:52.949738 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0dc754a0-6cd3-4bc9-bc8d-0d7e3753b591 req-bcfffae5-c6f4-4873-bbbf-a9d770191fa1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0474634 May 16 20:41:52.995618 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0dc754a0-6cd3-4bc9-bc8d-0d7e3753b591 req-209bff94-20b9-4d9b-8233-cdab5fb63a4e tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401847 May 16 20:41:53.563690 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:54.136799 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dda36-6d2e-4959-be25-09fac2108ae8 req-8762ab58-4541-481f-822d-b0342d415c66 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:54.138401 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6b4dda36-6d2e-4959-be25-09fac2108ae8 req-8762ab58-4541-481f-822d-b0342d415c66 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0547011 May 16 20:41:54.185291 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6b4dda36-6d2e-4959-be25-09fac2108ae8 req-73249058-81da-4164-904b-3596c72be6c5 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 May 16 20:41:54.914904 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:55.313341 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d6b2c-9dc6-4cca-85c5-238ec0955bd9 req-a9460f9a-7ae6-42b4-91ad-5e218149b4da tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:55.314789 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-585d6b2c-9dc6-4cca-85c5-238ec0955bd9 req-a9460f9a-7ae6-42b4-91ad-5e218149b4da tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0468163 May 16 20:41:55.361625 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-585d6b2c-9dc6-4cca-85c5-238ec0955bd9 req-08fc6614-4b5a-4f88-91ca-437a99f2fd19 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412838 May 16 20:41:55.474897 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23592201-ee54-4221-9756-b770ebce7c6b req-d6ede02f-56ac-4b1d-bc4b-edfb721903f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:55.476338 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-23592201-ee54-4221-9756-b770ebce7c6b req-d6ede02f-56ac-4b1d-bc4b-edfb721903f2 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0515728 May 16 20:41:55.485220 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37354) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:41:55.489756 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Request body: {'floatingip': {'port_id': '7cecb240-68ee-4c56-b8b3-d62a8675bc86'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:41:55.528970 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (330ecc8b-2356-4e32-ab3d-2015beeed195), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:55.954283 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:55.960166 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (330ecc8b-2356-4e32-ab3d-2015beeed195), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:56.074339 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP 330ecc8b-2356-4e32-ab3d-2015beeed195 associated. External IP: 172.27.0.168, port: 7cecb240-68ee-4c56-b8b3-d62a8675bc86. May 16 20:41:56.273532 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:41:56.374643 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:41:56.379411 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:56.385584 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:41:56.396110 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:56.397044 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:56.409287 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-2c66a0c5-3f86-4ef7-86e5-d9744b7edc30 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "PUT /v2.0/floatingips/330ecc8b-2356-4e32-ab3d-2015beeed195 HTTP/1.1" status: 200 len: 992 time: 0.9229631 May 16 20:41:56.409911 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:41:56.412207 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9403465a-4b49-4136-a2c4-a8fdbe8b7275" -d '{"events": [{"name": "network-changed", "server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:41:56.446999 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5545e7d7-756a-41f7-8171-98ad329b037a x-openstack-request-id: req-5545e7d7-756a-41f7-8171-98ad329b037a {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:41:56.447291 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:41:56.447544 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5545e7d7-756a-41f7-8171-98ad329b037a {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:41:56.447937 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5545e7d7-756a-41f7-8171-98ad329b037a'] response: {'name': 'network-changed', 'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'status': 'completed', 'code': 200} May 16 20:41:56.500493 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:56.512149 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-60bb34f5-ce53-4c6e-938a-2a25e40dbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:56.513669 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-60bb34f5-ce53-4c6e-938a-2a25e40dbc17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 1130 time: 0.0386276 May 16 20:41:56.609002 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-8c485444-5517-45f7-91fe-c7a9701d850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:56.610574 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-8c485444-5517-45f7-91fe-c7a9701d850c service neutron] 10.222.0.60 "GET /v2.0/networks?id=51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 200 len: 916 time: 0.0884275 May 16 20:41:56.681431 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-b0c89974-7a8c-4a39-9f63-79679e5d8769 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86 HTTP/1.1" status: 200 len: 1000 time: 0.0559883 May 16 20:41:56.704107 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '330ecc8b-2356-4e32-ab3d-2015beeed195', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:22:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:41:42Z', 'updated_at': '2022-05-16T20:41:55Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:56.728270 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:41:56.731177 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-f9895b5f-1bf9-416d-bfde-170d53afaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:56.732673 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-f9895b5f-1bf9-416d-bfde-170d53afaf11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 200 len: 854 time: 0.0445218 May 16 20:41:56.736685 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:41:56.737277 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:56.782580 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-513abb52-bb99-467a-859c-28f3156ba900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:56.784057 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-513abb52-bb99-467a-859c-28f3156ba900 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51755a9b-e432-418d-95c4-023d6854f406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414736 May 16 20:41:56.837714 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:41:56.875361 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-107c9199-8466-4111-ba22-989d936f3610 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820143 May 16 20:41:56.887623 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:56.966773 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-9403465a-4b49-4136-a2c4-a8fdbe8b7275 req-7a7ee1ee-c5f4-492b-9cec-b3caefa5ec32 service neutron] 10.222.0.60 "GET /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849373 May 16 20:41:57.132147 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:41:57.185550 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '330ecc8b-2356-4e32-ab3d-2015beeed195', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:22:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:41:42Z', 'updated_at': '2022-05-16T20:41:55Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:41:57.209693 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49157a-fa49-4372-9631-9d60c63c670b None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '330ecc8b-2356-4e32-ab3d-2015beeed195', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'port_id': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'mac_address': 'fa:16:3e:22:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:41:42Z', 'updated_at': '2022-05-16T20:41:55Z', 'revision_number': 1, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:41:57.402089 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeddcb1-f63e-42b2-8335-01360b9678bf None None] New status for floating IP 330ecc8b-2356-4e32-ab3d-2015beeed195: ACTIVE {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:41:58.220082 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-d70bdbd2-a93b-4d9c-9401-13cb476f7383 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407050 May 16 20:41:58.286687 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-60ff0793-df53-46bc-a47c-c10ee01b028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:58.288135 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-60ff0793-df53-46bc-a47c-c10ee01b028f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e39fae43c341798f00e3b48f20d003&device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 1129 time: 0.0387025 May 16 20:41:58.391364 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-a4a76dd5-ab67-4a85-ba0c-757d4c59d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:58.392803 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-a4a76dd5-ab67-4a85-ba0c-757d4c59d15f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 200 len: 920 time: 0.0853841 May 16 20:41:58.431103 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-25240688-ed88-4b6f-916e-a3b738dd7f5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41 HTTP/1.1" status: 200 len: 217 time: 0.0315144 May 16 20:41:58.480236 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-d6d70511-c59d-4e26-a274-f1a273a12794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:58.481658 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-d6d70511-c59d-4e26-a274-f1a273a12794 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 200 len: 858 time: 0.0424552 May 16 20:41:58.531438 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-cdc41835-0ade-493f-b795-5ff242228879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:41:58.532919 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-cdc41835-0ade-493f-b795-5ff242228879 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9d185e7-5065-44be-a31d-7429d98e5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422575 May 16 20:41:58.621080 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-9169ac8e-a40a-4048-a797-7d9169aaa0da service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812838 May 16 20:41:58.716870 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2b07f942-02f9-4c1d-9dc7-d6b32b27d102 req-a1a4649a-d290-455d-8278-96a0dd0ff323 service neutron] 10.222.0.60 "GET /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882075 May 16 20:42:01.210149 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-460d36f9-26d0-4195-8fce-a2290b88bb01 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467058716&fields=id&tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14 HTTP/1.1" status: 200 len: 267 time: 0.0474551 May 16 20:42:01.261868 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-29f87b5a-59ad-4a7e-acba-bbb0e51069a5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:01.263321 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-29f87b5a-59ad-4a7e-acba-bbb0e51069a5 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 984 time: 0.0478454 May 16 20:42:01.276979 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Request body: {'port': {'security_groups': ['13a6450f-a862-4307-aa20-7e59b2abb35f']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:42:01.358786 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.579329 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ebd68081-2a96-4732-bf76-3afb6eec8000,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:01.607446 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.613937 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.627035 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['ebd68081-2a96-4732-bf76-3afb6eec8000'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:42:01.655145 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:01.655771 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.660372 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bcc36b07-a6f1-4af8-af00-d771b813c982 req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "PUT /v2.0/ports/ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 942 time: 0.3878632 May 16 20:42:01.663666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:01.663666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:01.664560 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37368) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:01.703860 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1ff2-58f8-46f4-be6b-8b0219724a78 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event updated for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=7']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:01.714791 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36155b61-c123-4d35-ac67-a3b19d9cc82b x-openstack-request-id: req-36155b61-c123-4d35-ac67-a3b19d9cc82b {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:01.715263 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:01.715809 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36155b61-c123-4d35-ac67-a3b19d9cc82b {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:01.716255 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36155b61-c123-4d35-ac67-a3b19d9cc82b'] response: {'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'status': 'completed', 'code': 200} May 16 20:42:01.768225 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e6efb729-a64e-4916-908e-d97210e222db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group (00182a1c-d58c-4057-acdd-fb28ba7844fe), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.794857 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['ebd68081-2a96-4732-bf76-3afb6eec8000'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:42:01.797902 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-a601d99d-298b-417f-9048-c73a1ce507bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:01.799404 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-a601d99d-298b-417f-9048-c73a1ce507bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1129 time: 0.0587978 May 16 20:42:01.801825 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e6efb729-a64e-4916-908e-d97210e222db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group (00182a1c-d58c-4057-acdd-fb28ba7844fe), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.917640 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-e7a1af2d-1800-41a6-b61a-a8357dfaecac None None] Provisioning complete for port ebd68081-2a96-4732-bf76-3afb6eec8000 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:42:01.918008 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e7a1af2d-1800-41a6-b61a-a8357dfaecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.922736 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-eb3463e0-2197-4795-9016-d8278df65455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:01.924277 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-eb3463e0-2197-4795-9016-d8278df65455 service neutron] 10.222.0.60 "GET /v2.0/networks?id=575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 200 len: 916 time: 0.1138418 May 16 20:42:01.967285 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e6efb729-a64e-4916-908e-d97210e222db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (00182a1c-d58c-4057-acdd-fb28ba7844fe), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.969821 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e6efb729-a64e-4916-908e-d97210e222db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:01.971171 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e6efb729-a64e-4916-908e-d97210e222db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "DELETE /v2.0/security-groups/00182a1c-d58c-4057-acdd-fb28ba7844fe HTTP/1.1" status: 204 len: 168 time: 0.3053386 May 16 20:42:01.975364 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37372) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:01.989848 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efb729-a64e-4916-908e-d97210e222db tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00182a1c-d58c-4057-acdd-fb28ba7844fe,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:02.003414 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-39cd7877-97f1-40fe-a8c2-e140f1430705 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 1000 time: 0.0714357 May 16 20:42:02.023611 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1af2d-1800-41a6-b61a-a8357dfaecac None None] Current status of the port ebd68081-2a96-4732-bf76-3afb6eec8000 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:42:02.053107 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-150e9c61-f409-4a33-b14f-a05267a83956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:02.054933 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-150e9c61-f409-4a33-b14f-a05267a83956 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a30e867-2c98-4a79-a359-831a9ac66aed HTTP/1.1" status: 200 len: 854 time: 0.0445085 May 16 20:42:02.098234 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-3cd110a7-643a-4134-b814-fabdf78206c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:02.099634 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-3cd110a7-643a-4134-b814-fabdf78206c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=575cc251-3783-4edf-8147-f5cd78cc82ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378113 May 16 20:42:02.126886 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Deleting port 2841de14-8e3a-4f7e-9978-82aac4e09fb3 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:02.127227 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:02.195254 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-ce859ae7-2674-4af1-97de-4c7853a804fd service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852873 May 16 20:42:02.204134 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:02.204490 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for floatingip (2841de14-8e3a-4f7e-9978-82aac4e09fb3), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:02.217133 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Calling delete_port for 2841de14-8e3a-4f7e-9978-82aac4e09fb3 owned by network:floatingip {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:02.283311 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-525c9a3d-2f64-4151-a0f2-4d54d38b2b40 req-6f5d5bd7-bbf1-4848-8158-0de8d5b0b058 service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809150 May 16 20:42:02.382923 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (2841de14-8e3a-4f7e-9978-82aac4e09fb3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:02.407398 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event deleted for resources: {'Port': ['ID=2841de14-8e3a-4f7e-9978-82aac4e09fb3,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:02.464962 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks [] for floatingip (c7ca3d53-b4da-4c68-ba52-1bc819330163), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:02.465324 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Floating IP c7ca3d53-b4da-4c68-ba52-1bc819330163 disassociated (deleted). External IP: 172.27.0.99, port: ebd68081-2a96-4732-bf76-3afb6eec8000. May 16 20:42:02.687995 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:42:02.789629 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:42:02.794305 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:02.800707 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] Sync routers for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:42:02.811147 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:02.811762 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:02.827848 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-fcff9532-3abf-41b3-ac46-f0bc960d1a67 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "DELETE /v2.0/floatingips/c7ca3d53-b4da-4c68-ba52-1bc819330163 HTTP/1.1" status: 204 len: 168 time: 0.8492403 May 16 20:42:02.915393 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:03.120994 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:21Z', 'revision_number': 5, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:03.146039 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] Checking router: 65c840cd-dc07-488e-a9ea-91b1d766c8f0 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:42:03.154748 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:03.155355 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:03.259179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:03.461036 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:21Z', 'revision_number': 5, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:03.486537 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761b616-6986-4f6b-9735-d9cd61219713 None None] The sync data for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi is: [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:39:15Z', 'revision_number': 4, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'edd1d133-f6aa-435b-9b8c-f9797699184a', 'name': '', 'network_id': '575cc251-3783-4edf-8147-f5cd78cc82ea', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'mac_address': 'fa:16:3e:9b:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:21Z', 'revision_number': 5, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'subnets': [{'id': '1a30e867-2c98-4a79-a359-831a9ac66aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:42:03.717257 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e007ef7-7acd-43a5-ab9e-dcdb3f8b5a34 None None] New status for floating IP c7ca3d53-b4da-4c68-ba52-1bc819330163: DOWN {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:42:03.717806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:03.720084 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28803e18-351d-4f86-bd25-1fc2332ca658" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:03.757820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b8abd7-8d44-456a-90ff-f7e1a1a945b2 x-openstack-request-id: req-76b8abd7-8d44-456a-90ff-f7e1a1a945b2 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:03.758279 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:03.758563 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76b8abd7-8d44-456a-90ff-f7e1a1a945b2 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:03.758944 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b8abd7-8d44-456a-90ff-f7e1a1a945b2'] response: {'name': 'network-changed', 'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'status': 'completed', 'code': 200} May 16 20:42:03.872751 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-29018435-9579-4b97-86c1-07bd38103b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:03.874279 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-29018435-9579-4b97-86c1-07bd38103b7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 1129 time: 0.0908344 May 16 20:42:03.979446 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-7e95ed99-59a5-4a0f-9d83-4e7dbca9332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:03.980982 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-7e95ed99-59a5-4a0f-9d83-4e7dbca9332c service neutron] 10.222.0.60 "GET /v2.0/networks?id=575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 200 len: 916 time: 0.0991390 May 16 20:42:04.021611 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-e3ee56b7-c684-4b38-8ee5-c2559a3610e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 200 len: 217 time: 0.0316360 May 16 20:42:04.308903 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-3fd3caad-54b4-4858-a312-cf74cda887e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:04.310553 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-3fd3caad-54b4-4858-a312-cf74cda887e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a30e867-2c98-4a79-a359-831a9ac66aed HTTP/1.1" status: 200 len: 854 time: 0.2820787 May 16 20:42:04.356138 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-68d3ea49-9321-4082-9a98-d7428ac7529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:04.357640 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-68d3ea49-9321-4082-9a98-d7428ac7529f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=575cc251-3783-4edf-8147-f5cd78cc82ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401251 May 16 20:42:04.451734 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-116954e0-320a-4d97-9703-c8bddbe158a2 service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847757 May 16 20:42:04.540963 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-28803e18-351d-4f86-bd25-1fc2332ca658 req-3cfb9b5d-2fa9-46b0-b10f-cff07f6a3edd service neutron] 10.222.0.60 "GET /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829117 May 16 20:42:05.601984 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a749e-310c-4d8b-9e5e-0121cfce3523 req-29c0b69e-4994-4f3d-8fbf-4a7cbc5b31c2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:05.603490 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627a749e-310c-4d8b-9e5e-0121cfce3523 req-29c0b69e-4994-4f3d-8fbf-4a7cbc5b31c2 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0546150 May 16 20:42:05.654600 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627a749e-310c-4d8b-9e5e-0121cfce3523 req-27c57d76-0178-4401-b1fc-1fef5cfa8331 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452759 May 16 20:42:06.787133 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb1771-000a-4bec-8316-4d130638cdbc req-18f58474-63a0-448b-a126-7aab5e46ed56 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:06.788600 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-48bb1771-000a-4bec-8316-4d130638cdbc req-18f58474-63a0-448b-a126-7aab5e46ed56 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0605314 May 16 20:42:06.833149 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c898-6c71-415c-b811-2dd61601a39d req-774e9039-5f42-47ed-bc0c-7b3b23f73653 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:06.834608 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b5b5c898-6c71-415c-b811-2dd61601a39d req-774e9039-5f42-47ed-bc0c-7b3b23f73653 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0671957 May 16 20:42:06.873017 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-48bb1771-000a-4bec-8316-4d130638cdbc req-215db620-fa78-4953-9dca-b2fc5681b360 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/security-groups?id=13a6450f-a862-4307-aa20-7e59b2abb35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 May 16 20:42:06.900009 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b5b5c898-6c71-415c-b811-2dd61601a39d req-7c42be84-8da6-4f94-9d2c-9c713ea5d437 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595653 May 16 20:42:07.590795 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-597b2295-f19a-4d42-9d68-61b38f499490 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:07.592424 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-597b2295-f19a-4d42-9d68-61b38f499490 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 945 time: 0.0573440 May 16 20:42:07.688083 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Deleting port ebd68081-2a96-4732-bf76-3afb6eec8000 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:07.688423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:07.782241 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] For port ebd68081-2a96-4732-bf76-3afb6eec8000, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ebd68081-2a96-4732-bf76-3afb6eec8000,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:07.782608 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:07.799907 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Calling delete_port for ebd68081-2a96-4732-bf76-3afb6eec8000 owned by compute:nova {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:07.934739 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (ebd68081-2a96-4732-bf76-3afb6eec8000), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:07.949310 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['ebd68081-2a96-4732-bf76-3afb6eec8000'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:42:07.965537 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Pushing event deleted for resources: {'Port': ['ID=ebd68081-2a96-4732-bf76-3afb6eec8000,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:07.984988 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3d2dfeb2-a7c7-4c8a-b579-c24d1ce3a7ff req-02cdb1f6-3c14-41ef-bd1f-f6473bf3736b tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.49 "GET /v2.0/ports?device_id=f97c97db-14c0-47b5-b7dc-4a0fab17b32f HTTP/1.1" status: 200 len: 210 time: 0.0349290 May 16 20:42:08.003089 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.003656 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.003800 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.004193 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.004604 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.004990 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.005374 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.005746 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.006122 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.006521 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.006861 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.007238 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.007597 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.007963 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.008328 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:08.027256 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] No DVR routers for this DVR port ebd68081-2a96-4732-bf76-3afb6eec8000 on host hv-cinder-77703 {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:08.029783 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:08.032931 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-dea8a367-ec6c-4ba1-81b9-c54f77104c99 req-d99f1235-5c68-429e-9f76-cc0ad1151234 tempest-TestMinimumBasicScenario-468782420 tempest-TestMinimumBasicScenario-468782420-project] 10.222.0.60 "DELETE /v2.0/ports/ebd68081-2a96-4732-bf76-3afb6eec8000 HTTP/1.1" status: 204 len: 173 time: 0.4289305 May 16 20:42:08.033359 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'name': 'network-vif-deleted', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:08.033481 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730ffd9-445a-49b5-a5d3-031b8011a199 req-9263cbdb-f66d-408e-add6-20f7769c90ff tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:08.034844 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d730ffd9-445a-49b5-a5d3-031b8011a199 req-9263cbdb-f66d-408e-add6-20f7769c90ff tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0544949 May 16 20:42:08.035968 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c31fb7f-2d6f-4e98-875a-ada6028360b0" -d '{"events": [{"server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "name": "network-vif-deleted", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:08.083652 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d730ffd9-445a-49b5-a5d3-031b8011a199 req-fe0978e3-9efc-4348-abad-7f5effad46c3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 May 16 20:42:08.134426 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6adc7d-d90a-4a99-af7f-4e34cef8105c x-openstack-request-id: req-8d6adc7d-d90a-4a99-af7f-4e34cef8105c {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:08.134716 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c97db-14c0-47b5-b7dc-4a0fab17b32f", "name": "network-vif-deleted", "tag": "ebd68081-2a96-4732-bf76-3afb6eec8000", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:08.134962 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d6adc7d-d90a-4a99-af7f-4e34cef8105c {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:08.135359 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6adc7d-d90a-4a99-af7f-4e34cef8105c'] response: {'server_uuid': 'f97c97db-14c0-47b5-b7dc-4a0fab17b32f', 'name': 'network-vif-deleted', 'tag': 'ebd68081-2a96-4732-bf76-3afb6eec8000', 'status': 'completed', 'code': 200} May 16 20:42:09.213207 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2d592-202d-4968-9f07-1dda21ecae2a req-8a5ea49f-4487-4419-a684-a79213c38fd5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:09.214710 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6ca2d592-202d-4968-9f07-1dda21ecae2a req-8a5ea49f-4487-4419-a684-a79213c38fd5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0517735 May 16 20:42:09.263671 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6ca2d592-202d-4968-9f07-1dda21ecae2a req-a1d8cd39-cb0d-4ee5-a413-c13f4c3136d8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431540 May 16 20:42:09.603790 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37490) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:09.986297 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (65c840cd-dc07-488e-a9ea-91b1d766c8f0), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:10.260508 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Deleting port edd1d133-f6aa-435b-9b8c-f9797699184a {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:10.260786 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:10.340803 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] For port edd1d133-f6aa-435b-9b8c-f9797699184a, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=edd1d133-f6aa-435b-9b8c-f9797699184a,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:10.341112 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:10.354476 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Calling delete_port for edd1d133-f6aa-435b-9b8c-f9797699184a owned by network:router_interface {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:10.387909 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7de792-56b0-4478-8ae6-2b1238500d3a req-1df35f65-ecb7-43d9-888f-b14f9fe956b7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:10.389436 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab7de792-56b0-4478-8ae6-2b1238500d3a req-1df35f65-ecb7-43d9-888f-b14f9fe956b7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0521131 May 16 20:42:10.436290 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab7de792-56b0-4478-8ae6-2b1238500d3a req-795bb3e1-4584-4c68-b622-df02e60ec63c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405612 May 16 20:42:10.527410 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (edd1d133-f6aa-435b-9b8c-f9797699184a), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:10.550099 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd1d133-f6aa-435b-9b8c-f9797699184a,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:10.708376 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (65c840cd-dc07-488e-a9ea-91b1d766c8f0), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:10.911638 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:42:11.011438 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:42:11.017376 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-eff9e01c-789f-455a-9644-88f3615c7682 admin admin] 10.222.0.49 "PUT /v2.0/routers/65c840cd-dc07-488e-a9ea-91b1d766c8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4124599 May 16 20:42:11.019677 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37494) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:11.020964 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] Sync routers for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:42:11.031622 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:11.032236 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:11.118713 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks [] for router (65c840cd-dc07-488e-a9ea-91b1d766c8f0), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.136063 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:11.220812 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks [] for router_gateway (65c840cd-dc07-488e-a9ea-91b1d766c8f0), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.262525 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Deleting port a86a2483-9311-4ff9-915e-12cbe1709cab {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:11.262845 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.307306 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:42:10Z', 'revision_number': 5, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port': {'id': 'a86a2483-9311-4ff9-915e-12cbe1709cab', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:11Z', 'updated_at': '2022-05-16T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:11.332336 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] Checking router: 65c840cd-dc07-488e-a9ea-91b1d766c8f0 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:42:11.340468 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] Routers {'65c840cd-dc07-488e-a9ea-91b1d766c8f0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:11.341071 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:11.343462 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] For port a86a2483-9311-4ff9-915e-12cbe1709cab, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=a86a2483-9311-4ff9-915e-12cbe1709cab,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:11.343826 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.356863 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Calling delete_port for a86a2483-9311-4ff9-915e-12cbe1709cab owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:11.425572 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] Set router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 gateway port host: None {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:11.479472 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:42:11Z', 'revision_number': 6, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:11.504106 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd732869-77b9-4161-a4d1-3dcaebfb6e1e None None] The sync data for ids ['65c840cd-dc07-488e-a9ea-91b1d766c8f0'] in dv-cinder-777031-16-iscsi is: [{'id': '65c840cd-dc07-488e-a9ea-91b1d766c8f0', 'name': 'tempest-TestMinimumBasicScenario-2045161309-router', 'tenant_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:10Z', 'updated_at': '2022-05-16T20:42:11Z', 'revision_number': 6, 'project_id': '1260ab72bfde4bc9b3ba657ea0c18f14', 'gw_port_host': None}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:42:11.557554 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (a86a2483-9311-4ff9-915e-12cbe1709cab), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.583742 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d439-88b0-458c-9fa9-ed297b0774c4 req-a7558822-dc1d-40b0-b4fa-b7e92c067a3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:11.585267 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6dd5d439-88b0-458c-9fa9-ed297b0774c4 req-a7558822-dc1d-40b0-b4fa-b7e92c067a3c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0751503 May 16 20:42:11.588914 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86a2483-9311-4ff9-915e-12cbe1709cab,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:11.617590 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.617940 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.618283 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.618623 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.619031 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.619384 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.619745 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.620035 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.620360 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.620742 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.621066 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.621387 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.621706 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.622020 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.622321 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:11.691392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6dd5d439-88b0-458c-9fa9-ed297b0774c4 req-a8228fd5-3cc1-467a-8b85-62c9d0f688b4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985768 May 16 20:42:11.697999 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (65c840cd-dc07-488e-a9ea-91b1d766c8f0), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.800424 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (65c840cd-dc07-488e-a9ea-91b1d766c8f0), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.802518 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks [] for router_controller (65c840cd-dc07-488e-a9ea-91b1d766c8f0), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.864737 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (65c840cd-dc07-488e-a9ea-91b1d766c8f0), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.865347 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c840cd-dc07-488e-a9ea-91b1d766c8f0 {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:42:11.870470 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.874195 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-15752853-9664-46cd-9a66-b4bd5c2590e8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/65c840cd-dc07-488e-a9ea-91b1d766c8f0 HTTP/1.1" status: 204 len: 168 time: 0.8511219 May 16 20:42:11.874617 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37498) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:11.923442 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_v2 [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] Deleting subnet 1a30e867-2c98-4a79-a359-831a9ac66aed {{(pid=103496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:42:11.927144 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] Publish callbacks [] for subnet (1a30e867-2c98-4a79-a359-831a9ac66aed), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.961771 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528913176'] for subnet (1a30e867-2c98-4a79-a359-831a9ac66aed), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.059812 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (1a30e867-2c98-4a79-a359-831a9ac66aed), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.115495 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528526707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528551173'] for subnet (1a30e867-2c98-4a79-a359-831a9ac66aed), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.119750 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device ebd68081-2a96-4732-bf76-3afb6eec8000 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:12.139872 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: ebd68081-2a96-4732-bf76-3afb6eec8000 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:12.140213 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device ebd68081-2a96-4732-bf76-3afb6eec8000 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:12.141567 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a30e867-2c98-4a79-a359-831a9ac66aed,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:12.146950 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.150201 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-238df2da-3310-43d8-91f7-92b93a4dd701 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1a30e867-2c98-4a79-a359-831a9ac66aed HTTP/1.1" status: 204 len: 168 time: 0.2746019 May 16 20:42:12.152802 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37500) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:12.153004 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644ee73-694e-4904-8c09-36ce92b27706 None None] Network 575cc251-3783-4edf-8147-f5cd78cc82ea requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:42:12.218055 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (575cc251-3783-4edf-8147-f5cd78cc82ea), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.264944 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Deleting port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:12.267883 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.306266 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] DHCP port deletion for 575cc251-3783-4edf-8147-f5cd78cc82ea request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:42:12.334665 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] For port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:12.335025 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.346641 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] Deleting port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:12.347011 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.347720 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Calling delete_port for 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:12.410756 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] For port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,segment=NetworkSegment(b2aa49a7-1226-4971-b2dc-3801f548e9b7),segment_id=b2aa49a7-1226-4971-b2dc-3801f548e9b7)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:12.411143 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.429480 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.560143 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] Calling delete_port for 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:12.677638 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (94adf85c-1af9-47fc-89e7-ae4ab3823bf1), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.684320 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Pushing event deleted for resources: {'Port': ['ID=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:12.689793 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] No DVR routers for this DVR port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 on host dv-cinder-777031-16-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:12.702260 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] Pushing event deleted for resources: {'Port': ['ID=94adf85c-1af9-47fc-89e7-ae4ab3823bf1,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:12.707705 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a62b1a-4723-48ed-a13a-f5a4484e555f None None] No DVR routers for this DVR port 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:12.759266 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (575cc251-3783-4edf-8147-f5cd78cc82ea), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.778237 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575cc251-3783-4edf-8147-f5cd78cc82ea']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:12.787605 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2aa49a7-1226-4971-b2dc-3801f548e9b7') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:12.787966 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2aa49a7-1226-4971-b2dc-3801f548e9b7') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:12.800674 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (b2aa49a7-1226-4971-b2dc-3801f548e9b7), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.811195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36922-3f3d-452d-a148-ab31519e9331 req-5e91f38c-6aca-45a0-98e6-ad2d491fcb3e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:12.812595 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0de36922-3f3d-452d-a148-ab31519e9331 req-5e91f38c-6aca-45a0-98e6-ad2d491fcb3e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0480022 May 16 20:42:12.814208 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (b2aa49a7-1226-4971-b2dc-3801f548e9b7), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.820256 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:42:12.820744 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (b2aa49a7-1226-4971-b2dc-3801f548e9b7), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:42:12.822421 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:42:12.862195 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0de36922-3f3d-452d-a148-ab31519e9331 req-1adc9c7b-0fe6-42bd-9b9e-2b60201818d3 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 May 16 20:42:12.876194 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (575cc251-3783-4edf-8147-f5cd78cc82ea), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.880699 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:12.883781 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] 10.222.0.49 "DELETE /v2.0/networks/575cc251-3783-4edf-8147-f5cd78cc82ea HTTP/1.1" status: 204 len: 168 time: 0.7300439 May 16 20:42:12.886858 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37504) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:12.901137 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c50d63-616c-4186-a819-c4363e28a368 admin admin] Pushing event deleted for resources: {'Network': ['ID=575cc251-3783-4edf-8147-f5cd78cc82ea,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:13.090426 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:13.110695 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:13.111117 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 94adf85c-1af9-47fc-89e7-ae4ab3823bf1 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:13.111648 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device a86a2483-9311-4ff9-915e-12cbe1709cab no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:13.129277 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: a86a2483-9311-4ff9-915e-12cbe1709cab {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:13.129948 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device a86a2483-9311-4ff9-915e-12cbe1709cab not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:13.130047 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device edd1d133-f6aa-435b-9b8c-f9797699184a no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:13.147507 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: edd1d133-f6aa-435b-9b8c-f9797699184a {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:13.147847 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device edd1d133-f6aa-435b-9b8c-f9797699184a not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:13.206971 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (27ca1ece-7d9c-498a-a371-0523bd11f61f), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:13.436799 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Deleting port 60f91172-f47c-444a-9927-8adea5eeae0a {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:13.437110 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:13.514695 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] For port 60f91172-f47c-444a-9927-8adea5eeae0a, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=60f91172-f47c-444a-9927-8adea5eeae0a,segment=NetworkSegment(71f45792-2cf9-4337-9ad5-2a0e936a7e10),segment_id=71f45792-2cf9-4337-9ad5-2a0e936a7e10)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:13.515055 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:13.528458 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Calling delete_port for 60f91172-f47c-444a-9927-8adea5eeae0a owned by network:router_interface {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:13.716058 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (60f91172-f47c-444a-9927-8adea5eeae0a), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:13.740418 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Pushing event deleted for resources: {'Port': ['ID=60f91172-f47c-444a-9927-8adea5eeae0a,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:13.900684 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (27ca1ece-7d9c-498a-a371-0523bd11f61f), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:13.980905 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86845cf9-a0fe-490f-b119-287feea8fe95 req-627eeed6-c9c0-4e6c-968d-2df334dfb09d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:13.982409 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86845cf9-a0fe-490f-b119-287feea8fe95 req-627eeed6-c9c0-4e6c-968d-2df334dfb09d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0452621 May 16 20:42:14.028322 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86845cf9-a0fe-490f-b119-287feea8fe95 req-ad391d41-80b0-4925-9aff-580958e5ab12 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 May 16 20:42:14.099956 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Router 27ca1ece-7d9c-498a-a371-0523bd11f61f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:42:14.213741 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:42:14.218909 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-c2adce9f-2963-4465-93b0-a28567a8021f admin admin] 10.222.0.49 "PUT /v2.0/routers/27ca1ece-7d9c-498a-a371-0523bd11f61f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3311026 May 16 20:42:14.221684 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37508) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:14.222804 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] Sync routers for ids ['27ca1ece-7d9c-498a-a371-0523bd11f61f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:42:14.233027 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] Routers {'27ca1ece-7d9c-498a-a371-0523bd11f61f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:14.233555 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['27ca1ece-7d9c-498a-a371-0523bd11f61f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:14.333028 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] Set router 27ca1ece-7d9c-498a-a371-0523bd11f61f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:14.503275 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:42:13Z', 'revision_number': 5, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:14.528428 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] Checking router: 27ca1ece-7d9c-498a-a371-0523bd11f61f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:42:14.537349 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] Routers {'27ca1ece-7d9c-498a-a371-0523bd11f61f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:14.537974 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:41:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['27ca1ece-7d9c-498a-a371-0523bd11f61f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:14.565323 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks [] for router (27ca1ece-7d9c-498a-a371-0523bd11f61f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:14.667468 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks [] for router_gateway (27ca1ece-7d9c-498a-a371-0523bd11f61f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:14.711034 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Deleting port c67bd3c5-8455-4303-b148-7ac4253aeda8 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:14.711345 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:14.723860 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] Set router 27ca1ece-7d9c-498a-a371-0523bd11f61f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:14.797254 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] For port c67bd3c5-8455-4303-b148-7ac4253aeda8, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=c67bd3c5-8455-4303-b148-7ac4253aeda8,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:14.797511 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:14.810637 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Calling delete_port for c67bd3c5-8455-4303-b148-7ac4253aeda8 owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:14.883983 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:42:13Z', 'revision_number': 5, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:14.907744 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f905-8460-4b12-9a4d-9799ae6c8b5d None None] The sync data for ids ['27ca1ece-7d9c-498a-a371-0523bd11f61f'] in dv-cinder-777031-16-iscsi is: [{'id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'name': 'tempest-TestMinimumBasicScenario-1090390978-router', 'tenant_id': '6d5b856567154f82be7131a50db06412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:19Z', 'updated_at': '2022-05-16T20:42:13Z', 'revision_number': 5, 'project_id': '6d5b856567154f82be7131a50db06412', 'gw_port': {'id': 'c67bd3c5-8455-4303-b148-7ac4253aeda8', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca1ece-7d9c-498a-a371-0523bd11f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:20Z', 'updated_at': '2022-05-16T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:42:14.971469 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (c67bd3c5-8455-4303-b148-7ac4253aeda8), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:14.994442 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67bd3c5-8455-4303-b148-7ac4253aeda8,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:15.056339 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (27ca1ece-7d9c-498a-a371-0523bd11f61f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.170396 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (27ca1ece-7d9c-498a-a371-0523bd11f61f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.174233 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks [] for router_controller (27ca1ece-7d9c-498a-a371-0523bd11f61f), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.193161 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43742a8d-d146-4533-9b50-09dbfa8d17d7 req-8fc29d64-2eb7-41a5-88d4-f5b76a0a1173 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:15.194654 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-43742a8d-d146-4533-9b50-09dbfa8d17d7 req-8fc29d64-2eb7-41a5-88d4-f5b76a0a1173 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0830495 May 16 20:42:15.244196 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (27ca1ece-7d9c-498a-a371-0523bd11f61f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.244620 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27ca1ece-7d9c-498a-a371-0523bd11f61f {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:42:15.250300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.253820 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-07e7b975-a0b0-4477-9395-e8f31a88d3c6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/27ca1ece-7d9c-498a-a371-0523bd11f61f HTTP/1.1" status: 204 len: 168 time: 1.0287223 May 16 20:42:15.254471 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37512) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:15.277175 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-43742a8d-d146-4533-9b50-09dbfa8d17d7 req-009fcd4c-4304-4815-aa91-fd74b90e8f4d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564544 May 16 20:42:15.324192 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] Deleting subnet c32aca35-8925-49f1-979a-535cd44864be {{(pid=103496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:42:15.327441 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] Publish callbacks [] for subnet (c32aca35-8925-49f1-979a-535cd44864be), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.368810 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528913176'] for subnet (c32aca35-8925-49f1-979a-535cd44864be), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.383653 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 60f91172-f47c-444a-9927-8adea5eeae0a no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:15.406392 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 60f91172-f47c-444a-9927-8adea5eeae0a {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:15.406815 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 60f91172-f47c-444a-9927-8adea5eeae0a not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:15.448357 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (c32aca35-8925-49f1-979a-535cd44864be), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.506526 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528526707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528551173'] for subnet (c32aca35-8925-49f1-979a-535cd44864be), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.531602 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32aca35-8925-49f1-979a-535cd44864be,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:15.535129 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.538176 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ca3f1598-538d-458a-8e56-b6b3121d814b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c32aca35-8925-49f1-979a-535cd44864be HTTP/1.1" status: 204 len: 168 time: 0.2825053 May 16 20:42:15.540677 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37514) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:15.543126 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d26cf2-d922-446e-a9b7-92a796cdb0a9 None None] Network 46d83a79-5e6c-460c-9339-68052f9335e8 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:42:15.617148 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (46d83a79-5e6c-460c-9339-68052f9335e8), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.660357 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Deleting port 434a20e6-67dd-41fc-bbea-30dd38a494a7 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:15.660724 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.726648 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] For port 434a20e6-67dd-41fc-bbea-30dd38a494a7, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=434a20e6-67dd-41fc-bbea-30dd38a494a7,segment=NetworkSegment(71f45792-2cf9-4337-9ad5-2a0e936a7e10),segment_id=71f45792-2cf9-4337-9ad5-2a0e936a7e10)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:15.727016 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.739891 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Calling delete_port for 434a20e6-67dd-41fc-bbea-30dd38a494a7 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:15.826269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (434a20e6-67dd-41fc-bbea-30dd38a494a7), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.850408 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=434a20e6-67dd-41fc-bbea-30dd38a494a7,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:15.853858 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] No DVR routers for this DVR port 434a20e6-67dd-41fc-bbea-30dd38a494a7 on host dv-cinder-777031-16-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:15.925593 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (46d83a79-5e6c-460c-9339-68052f9335e8), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.951341 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d83a79-5e6c-460c-9339-68052f9335e8']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:15.961848 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f45792-2cf9-4337-9ad5-2a0e936a7e10') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:15.962126 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f45792-2cf9-4337-9ad5-2a0e936a7e10') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:15.972145 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (71f45792-2cf9-4337-9ad5-2a0e936a7e10), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.986917 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (71f45792-2cf9-4337-9ad5-2a0e936a7e10), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.991828 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe8d23d-a689-4fa1-a57c-eda554b1b936 None None] DHCP port deletion for 46d83a79-5e6c-460c-9339-68052f9335e8 request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:42:15.994827 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:42:15.995290 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (71f45792-2cf9-4337-9ad5-2a0e936a7e10), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:42:15.997637 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:42:16.059788 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (46d83a79-5e6c-460c-9339-68052f9335e8), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.076184 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.079909 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] 10.222.0.49 "DELETE /v2.0/networks/46d83a79-5e6c-460c-9339-68052f9335e8 HTTP/1.1" status: 204 len: 168 time: 0.5383220 May 16 20:42:16.081293 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808918b-33fa-46f5-9ed4-5694491b7c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d83a79-5e6c-460c-9339-68052f9335e8,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:16.254495 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37530) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:16.295595 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-72bb2a7a-01d6-4843-aea4-b97bbc31ff5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1260ab72bfde4bc9b3ba657ea0c18f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399024 May 16 20:42:16.298200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37532) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:16.348212 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ef69-4456-452f-9e76-cfd1302d807e admin admin] Publish callbacks [] for security_group (13a6450f-a862-4307-aa20-7e59b2abb35f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.398182 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ef69-4456-452f-9e76-cfd1302d807e admin admin] Publish callbacks [] for security_group (13a6450f-a862-4307-aa20-7e59b2abb35f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.418056 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0a949-e6d4-4ae8-a6e2-fa21e32e7f30 req-c9af6c43-0531-46b9-a190-cd545bb94775 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:16.419547 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2bc0a949-e6d4-4ae8-a6e2-fa21e32e7f30 req-c9af6c43-0531-46b9-a190-cd545bb94775 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0686464 May 16 20:42:16.483276 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2bc0a949-e6d4-4ae8-a6e2-fa21e32e7f30 req-d92d17cf-b724-48c9-af18-d385fbddf459 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571964 May 16 20:42:16.484251 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ef69-4456-452f-9e76-cfd1302d807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (13a6450f-a862-4307-aa20-7e59b2abb35f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.486716 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0dc3ef69-4456-452f-9e76-cfd1302d807e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.487723 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-0dc3ef69-4456-452f-9e76-cfd1302d807e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13a6450f-a862-4307-aa20-7e59b2abb35f HTTP/1.1" status: 204 len: 168 time: 0.1886246 May 16 20:42:16.495240 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3ef69-4456-452f-9e76-cfd1302d807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a6450f-a862-4307-aa20-7e59b2abb35f,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:16.822680 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37540) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:16.862984 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-86272db5-56d2-4eab-954b-8097c928480d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d5b856567154f82be7131a50db06412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390506 May 16 20:42:16.865646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37542) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:16.914820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-bf29e9e9-edc4-4634-995f-a0609f3ffb02 admin admin] Publish callbacks [] for security_group (d2d1d76e-822c-4574-b068-2eb47614d929), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.938960 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-bf29e9e9-edc4-4634-995f-a0609f3ffb02 admin admin] Publish callbacks [] for security_group (d2d1d76e-822c-4574-b068-2eb47614d929), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.989555 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-bf29e9e9-edc4-4634-995f-a0609f3ffb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d2d1d76e-822c-4574-b068-2eb47614d929), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.992058 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-bf29e9e9-edc4-4634-995f-a0609f3ffb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:16.993304 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-bf29e9e9-edc4-4634-995f-a0609f3ffb02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2d1d76e-822c-4574-b068-2eb47614d929 HTTP/1.1" status: 204 len: 168 time: 0.1267838 May 16 20:42:17.001071 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29e9e9-edc4-4634-995f-a0609f3ffb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d1d76e-822c-4574-b068-2eb47614d929,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:17.089409 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device c67bd3c5-8455-4303-b148-7ac4253aeda8 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:17.108585 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: c67bd3c5-8455-4303-b148-7ac4253aeda8 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:17.108928 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device c67bd3c5-8455-4303-b148-7ac4253aeda8 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:17.109341 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 434a20e6-67dd-41fc-bbea-30dd38a494a7 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:17.127880 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 434a20e6-67dd-41fc-bbea-30dd38a494a7 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:17.128222 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 434a20e6-67dd-41fc-bbea-30dd38a494a7 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:17.552670 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244e574-d4d8-4cc4-a782-99777347fe26 req-fdcfc11a-31ac-4360-b1c2-fbf8b24386fc tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:17.554533 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d244e574-d4d8-4cc4-a782-99777347fe26 req-fdcfc11a-31ac-4360-b1c2-fbf8b24386fc tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0525649 May 16 20:42:17.633882 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f0767-5ab3-428b-adf5-5e397af5182c req-ccf928e2-e040-40bb-bd37-797307b36b3e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:17.635346 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3c9f0767-5ab3-428b-adf5-5e397af5182c req-ccf928e2-e040-40bb-bd37-797307b36b3e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0611000 May 16 20:42:17.638502 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d244e574-d4d8-4cc4-a782-99777347fe26 req-fc87ef10-4595-4883-8bd6-95d02b06d073 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774539 May 16 20:42:17.686651 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3c9f0767-5ab3-428b-adf5-5e397af5182c req-452644cd-b022-42b6-8da9-06d8710df39f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 May 16 20:42:18.563084 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8c08b1a3-5ea9-4f72-9457-0cc47ce59a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:18.758226 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf9783-165b-41ec-aa43-8ffbaba3ab4b req-812896f3-e67b-44f8-8bb3-367df8c63deb tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:18.759778 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b5bf9783-165b-41ec-aa43-8ffbaba3ab4b req-812896f3-e67b-44f8-8bb3-367df8c63deb tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0491977 May 16 20:42:18.818647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f90f-93b5-4316-a5e7-983fdc19ca50 req-6fc76a86-8d26-4d1f-8548-5112daaeaa8d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:18.820601 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65d3f90f-93b5-4316-a5e7-983fdc19ca50 req-6fc76a86-8d26-4d1f-8548-5112daaeaa8d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0599227 May 16 20:42:18.862418 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b5bf9783-165b-41ec-aa43-8ffbaba3ab4b req-1466c6b3-a8ac-4669-bfcb-5c8152770330 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932324 May 16 20:42:18.893156 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65d3f90f-93b5-4316-a5e7-983fdc19ca50 req-388bf547-2af6-41c2-b8eb-37a84f793bca tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666771 May 16 20:42:20.012547 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b91342-8aca-42dc-b842-c6d1163d26fd req-96ed7436-e8f6-4c88-b8dd-9a78efbc2dfe tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:20.014938 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-66b91342-8aca-42dc-b842-c6d1163d26fd req-96ed7436-e8f6-4c88-b8dd-9a78efbc2dfe tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0697527 May 16 20:42:20.035989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc0cd5-b1df-4279-a18d-38d34c6994df req-1803b136-43a5-4b14-95a8-e459c4323763 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:20.037387 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-74bc0cd5-b1df-4279-a18d-38d34c6994df req-1803b136-43a5-4b14-95a8-e459c4323763 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0648406 May 16 20:42:20.093978 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-66b91342-8aca-42dc-b842-c6d1163d26fd req-d36f00d8-1f06-4a38-a4ec-7cc9bc50e77b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732563 May 16 20:42:20.104799 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-74bc0cd5-b1df-4279-a18d-38d34c6994df req-b6283dbb-9630-457f-acb9-8a735d4d6dab tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614290 May 16 20:42:20.746088 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5f36e6b2-ce97-44c9-a975-06b8cac94104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:21.121594 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-2fc10788-140b-4b9c-9f3b-80c495b6318c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:21.123560 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-2fc10788-140b-4b9c-9f3b-80c495b6318c tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0507979 May 16 20:42:21.209534 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Deleting port c9ce98a3-3d13-4c84-9fe3-9b633c649795 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:21.209874 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:21.240726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfae27c-3cdc-495e-aef3-b58b0375191b req-aee6da6a-3c9f-417e-bb36-c258697c0e25 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:21.242196 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0bfae27c-3cdc-495e-aef3-b58b0375191b req-aee6da6a-3c9f-417e-bb36-c258697c0e25 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 945 time: 0.0786142 May 16 20:42:21.253190 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddda4c-8330-4299-b1e7-fb875fb7772d req-5106f255-0c7b-4175-8d53-c9b9939ac3c1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:21.254675 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d8ddda4c-8330-4299-b1e7-fb875fb7772d req-5106f255-0c7b-4175-8d53-c9b9939ac3c1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0590138 May 16 20:42:21.298223 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] For port c9ce98a3-3d13-4c84-9fe3-9b633c649795, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c9ce98a3-3d13-4c84-9fe3-9b633c649795,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:21.298499 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:21.323219 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0bfae27c-3cdc-495e-aef3-b58b0375191b req-c13d7622-9a7d-45fb-8729-fb588c360128 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=090f28e4-9a65-4261-9ce8-d53668b16fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676003 May 16 20:42:21.330350 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d8ddda4c-8330-4299-b1e7-fb875fb7772d req-060a4e1a-cc9e-458f-9b2b-f7184607c5a6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689347 May 16 20:42:21.456325 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:21.456718 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:21.457035 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Floating IP 65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c disassociated. External IP: 172.27.0.211, port: c9ce98a3-3d13-4c84-9fe3-9b633c649795. May 16 20:42:21.457373 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Calling delete_port for c9ce98a3-3d13-4c84-9fe3-9b633c649795 owned by compute:nova {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:21.583219 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (c9ce98a3-3d13-4c84-9fe3-9b633c649795), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:21.610073 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event deleted for resources: {'Port': ['ID=c9ce98a3-3d13-4c84-9fe3-9b633c649795,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:21.727197 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Router 9f08372f-a692-4fd1-ad10-33c2a28fb485 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:42:21.827528 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:42:21.838646 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] Sync routers for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:42:21.849323 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:21.849946 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:21.868869 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] No DVR routers for this DVR port c9ce98a3-3d13-4c84-9fe3-9b633c649795 on host hv-cinder-77703 {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:21.871434 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:21.874695 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-96f8f533-ce92-4a69-99d6-3cfdbb7c7951 req-d797bec7-88fd-4360-8557-03c22287fe4f tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "DELETE /v2.0/ports/c9ce98a3-3d13-4c84-9fe3-9b633c649795 HTTP/1.1" status: 204 len: 173 time: 0.7465343 May 16 20:42:21.875136 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'name': 'network-vif-deleted', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:21.877477 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f070647-1eac-482f-861e-a0545f0b6524" -d '{"events": [{"server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "name": "network-vif-deleted", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:21.912934 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e059fa0-a392-4f58-a2d5-bc4d20b970bd x-openstack-request-id: req-4e059fa0-a392-4f58-a2d5-bc4d20b970bd {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:21.913309 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01c3eb-3650-4295-b423-03ff2d49e945", "name": "network-vif-deleted", "tag": "c9ce98a3-3d13-4c84-9fe3-9b633c649795", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:21.913732 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e059fa0-a392-4f58-a2d5-bc4d20b970bd {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:21.914216 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e059fa0-a392-4f58-a2d5-bc4d20b970bd'] response: {'server_uuid': 'dc01c3eb-3650-4295-b423-03ff2d49e945', 'name': 'network-vif-deleted', 'tag': 'c9ce98a3-3d13-4c84-9fe3-9b633c649795', 'status': 'completed', 'code': 200} May 16 20:42:21.956460 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:22.160252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:22.163210 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:22.185517 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] Checking router: 9f08372f-a692-4fd1-ad10-33c2a28fb485 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:42:22.194138 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:22.194800 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:22.297388 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:22.471205 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-52841447-8475-47d9-a56f-067b0a92daf4 req-7209a5c5-85dc-4a81-a0e5-ff3bbd25be68 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01c3eb-3650-4295-b423-03ff2d49e945 HTTP/1.1" status: 200 len: 210 time: 0.0465028 May 16 20:42:22.485217 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d76df3-60d0-4aa5-8f50-ecac5b10391a req-993fb655-52ba-4333-aef2-01b8b0568d07 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:22.493597 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-84d76df3-60d0-4aa5-8f50-ecac5b10391a req-993fb655-52ba-4333-aef2-01b8b0568d07 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0790827 May 16 20:42:22.497839 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:22.522047 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384914c-9afd-4801-a18e-b652bba6d301 None None] The sync data for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi is: [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:38:09Z', 'revision_number': 4, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '41beaf0f-8b25-421d-ac79-f2f48ab4dea9', 'name': '', 'network_id': 'e9d185e7-5065-44be-a31d-7429d98e5dea', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '92cd2bca-3625-4451-977e-56ba950efd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:09Z', 'updated_at': '2022-05-16T20:38:14Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'subnets': [{'id': '92cd2bca-3625-4451-977e-56ba950efd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:42:22.541857 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-84d76df3-60d0-4aa5-8f50-ecac5b10391a req-c3fed9eb-7890-49e3-b3bc-e77fc4e0f5b7 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 May 16 20:42:22.741414 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8c65c-42ab-4c04-89f9-a7dc4febfaa8 None None] New status for floating IP 65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c: DOWN {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:42:23.558783 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.564049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37580) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:23.627854 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26e4ef76-65c3-4688-b1fb-b7e156493557 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group (090f28e4-9a65-4261-9ce8-d53668b16fd5), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.671991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26e4ef76-65c3-4688-b1fb-b7e156493557 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group (090f28e4-9a65-4261-9ce8-d53668b16fd5), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.684732 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca8ef-2546-4452-850a-b48c6143b00c req-35a84c2a-310c-495a-bd1b-a206578f6a4f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:23.688614 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4f5ca8ef-2546-4452-850a-b48c6143b00c req-35a84c2a-310c-495a-bd1b-a206578f6a4f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0720778 May 16 20:42:23.756392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4f5ca8ef-2546-4452-850a-b48c6143b00c req-a598f99e-ca2f-4b43-a517-ea8fc3792507 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618007 May 16 20:42:23.771019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26e4ef76-65c3-4688-b1fb-b7e156493557 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (090f28e4-9a65-4261-9ce8-d53668b16fd5), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.773610 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26e4ef76-65c3-4688-b1fb-b7e156493557 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.777021 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-26e4ef76-65c3-4688-b1fb-b7e156493557 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "DELETE /v2.0/security-groups/090f28e4-9a65-4261-9ce8-d53668b16fd5 HTTP/1.1" status: 204 len: 168 time: 0.2095695 May 16 20:42:23.777378 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37584) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:23.788201 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4ef76-65c3-4688-b1fb-b7e156493557 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090f28e4-9a65-4261-9ce8-d53668b16fd5,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:23.797812 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.api.v2.resource [None req-b1149d9e-fbea-4ff1-9993-019788e36f84 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] show failed (client error): The resource could not be found. May 16 20:42:23.798829 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b1149d9e-fbea-4ff1-9993-019788e36f84 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups/090f28e4-9a65-4261-9ce8-d53668b16fd5 HTTP/1.1" status: 404 len: 347 time: 0.0204358 May 16 20:42:23.801520 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37586) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:23.910252 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Deleting port b8a09a83-f9af-4731-b38f-a45ac17bfa32 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:23.910589 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.982522 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.982836 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (b8a09a83-f9af-4731-b38f-a45ac17bfa32), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:23.994496 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Calling delete_port for b8a09a83-f9af-4731-b38f-a45ac17bfa32 owned by network:floatingip {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:24.148733 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (b8a09a83-f9af-4731-b38f-a45ac17bfa32), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:24.172035 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event deleted for resources: {'Port': ['ID=b8a09a83-f9af-4731-b38f-a45ac17bfa32,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:24.222968 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:42:24.235515 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks [] for floatingip (65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:24.238024 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:24.239231 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f6070a3b-cfe1-4141-911a-71ae736cf06e tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "DELETE /v2.0/floatingips/65f2fa5e-1bb3-4c75-9bb3-9a1a49ce7b6c HTTP/1.1" status: 204 len: 168 time: 0.4367714 May 16 20:42:24.323523 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:24.334866 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'port_id': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'mac_address': 'fa:16:3e:5e:84:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:42:24.371705 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 21b40ca4-40ac-4a3f-9958-fe3007671e02 is: ACTIVE; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:42:24.372088 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:24.385501 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21b40ca4-40ac-4a3f-9958-fe3007671e02 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:42:24.405823 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:24.411089 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:24.463313 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=6']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:24.471118 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.471457 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.471797 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.472152 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.472511 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.472838 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.473160 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.473499 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.473852 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.474184 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.474502 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.474846 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.475165 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.475515 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.475831 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:42:24.553436 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['21b40ca4-40ac-4a3f-9958-fe3007671e02'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:42:24.897243 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122419d3-bb43-44fe-9d23-3719544efa7e req-e31eb288-2d79-498c-9cde-ed93e662c868 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:24.899014 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-122419d3-bb43-44fe-9d23-3719544efa7e req-e31eb288-2d79-498c-9cde-ed93e662c868 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 944 time: 0.0534832 May 16 20:42:24.902302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:24.948074 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-122419d3-bb43-44fe-9d23-3719544efa7e req-7e507b32-747d-4f54-a6e8-6740c2bab162 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 May 16 20:42:26.070498 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d26c69-6836-42a3-b8d8-d65002b13e86 req-46192577-d341-489b-ae04-1b73e1d5ac36 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:26.072733 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49d26c69-6836-42a3-b8d8-d65002b13e86 req-46192577-d341-489b-ae04-1b73e1d5ac36 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 944 time: 0.0498052 May 16 20:42:26.133221 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49d26c69-6836-42a3-b8d8-d65002b13e86 req-d3b7829e-b054-4289-b8a7-c2c2017cce0a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546746 May 16 20:42:26.230847 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:42:26.276177 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 21b40ca4-40ac-4a3f-9958-fe3007671e02 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:42:26.276651 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:26.350739 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 21b40ca4-40ac-4a3f-9958-fe3007671e02 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:42:26.351231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:26.374578 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:26.376887 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0870d34-55ce-4f9f-8cb3-1c164cea645d" -d '{"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-plugged", "status": "completed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:26.393345 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:26.398430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:26.399648 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device c9ce98a3-3d13-4c84-9fe3-9b633c649795 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:26.436829 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffae37b-ee7c-450a-a421-250a1862d574 x-openstack-request-id: req-dffae37b-ee7c-450a-a421-250a1862d574 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:26.437189 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-plugged", "status": "completed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:26.437369 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dffae37b-ee7c-450a-a421-250a1862d574 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:26.437727 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffae37b-ee7c-450a-a421-250a1862d574'] response: {'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'code': 200} May 16 20:42:26.440464 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: c9ce98a3-3d13-4c84-9fe3-9b633c649795 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:26.440789 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device c9ce98a3-3d13-4c84-9fe3-9b633c649795 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:26.467948 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=7']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:26.731340 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1e221-cf4c-4ba3-b5e3-10819c565f46 req-37839efe-c443-4533-a150-9e0bf59ea6f8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:26.733413 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5be1e221-cf4c-4ba3-b5e3-10819c565f46 req-37839efe-c443-4533-a150-9e0bf59ea6f8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0499201 May 16 20:42:26.788198 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5be1e221-cf4c-4ba3-b5e3-10819c565f46 req-a88bc364-eb26-40ef-ac66-3045cbdcd919 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489485 May 16 20:42:26.901190 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:27.275338 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37491f-fc92-432e-9da7-a515851a50f7 req-aebeaab3-d512-4ef4-bf99-2fd772835666 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:27.277015 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9f37491f-fc92-432e-9da7-a515851a50f7 req-aebeaab3-d512-4ef4-bf99-2fd772835666 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0568068 May 16 20:42:27.333088 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9f37491f-fc92-432e-9da7-a515851a50f7 req-a024b0c1-7f04-453f-892d-526edf51d210 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 May 16 20:42:27.913989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3e908-6d8b-4a12-b804-515e593d801a req-f12449a4-2ebd-4afb-9c65-4cf141eaf841 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:27.916904 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-60b3e908-6d8b-4a12-b804-515e593d801a req-f12449a4-2ebd-4afb-9c65-4cf141eaf841 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0557721 May 16 20:42:27.971309 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-60b3e908-6d8b-4a12-b804-515e593d801a req-7e6c086a-606d-4734-bd9a-52649e863727 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453734 May 16 20:42:28.467864 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01567eb-5e88-4c46-9c0b-cff2164afc3f req-fa1a9f63-5bae-4023-8697-56c22663a7a6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:28.469610 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c01567eb-5e88-4c46-9c0b-cff2164afc3f req-fa1a9f63-5bae-4023-8697-56c22663a7a6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0584986 May 16 20:42:28.538885 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c01567eb-5e88-4c46-9c0b-cff2164afc3f req-4819ae40-d82b-4f09-ad11-55fb0764482a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539732 May 16 20:42:28.984783 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-93394ee0-2953-4b65-a1ae-6bf56e851f38 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:28.986951 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-93394ee0-2953-4b65-a1ae-6bf56e851f38 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0617390 May 16 20:42:29.088910 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Deleting port 664c3d5e-8f87-4842-ba25-1e2046af5e41 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:29.089666 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:29.124509 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcc65a-c732-4302-8e9f-8efa032b6a34 req-3f3d3a10-ba01-4424-8c79-b2f26c04c07b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:29.131630 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-59dcc65a-c732-4302-8e9f-8efa032b6a34 req-3f3d3a10-ba01-4424-8c79-b2f26c04c07b tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=547bc788-bd6c-4d26-b0aa-abecbd4615fc HTTP/1.1" status: 200 len: 945 time: 0.0619404 May 16 20:42:29.194963 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] For port 664c3d5e-8f87-4842-ba25-1e2046af5e41, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=664c3d5e-8f87-4842-ba25-1e2046af5e41,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:29.195332 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:29.196616 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-59dcc65a-c732-4302-8e9f-8efa032b6a34 req-e3accaaa-cea6-4a1d-bc86-c158166cbabf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640128 May 16 20:42:29.209235 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Calling delete_port for 664c3d5e-8f87-4842-ba25-1e2046af5e41 owned by compute:nova {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:29.354024 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (664c3d5e-8f87-4842-ba25-1e2046af5e41), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:29.366771 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['635fb22a-138e-46f9-9e24-14a4fd81ffc2', '664c3d5e-8f87-4842-ba25-1e2046af5e41'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:42:29.387369 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event deleted for resources: {'Port': ['ID=664c3d5e-8f87-4842-ba25-1e2046af5e41,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:29.447645 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] No DVR routers for this DVR port 664c3d5e-8f87-4842-ba25-1e2046af5e41 on host hv-cinder-77703 {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:29.451901 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:29.455701 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-c5aa9c03-38ee-4a5c-b111-d1504628f94e req-719c01ed-4476-468a-9b5d-61a1d0ed8a87 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "DELETE /v2.0/ports/664c3d5e-8f87-4842-ba25-1e2046af5e41 HTTP/1.1" status: 204 len: 173 time: 0.4623759 May 16 20:42:29.456249 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'name': 'network-vif-deleted', 'tag': '664c3d5e-8f87-4842-ba25-1e2046af5e41'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:29.469088 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce55b4de-07ec-451b-8daf-2035cc721c22" -d '{"events": [{"server_uuid": "547bc788-bd6c-4d26-b0aa-abecbd4615fc", "name": "network-vif-deleted", "tag": "664c3d5e-8f87-4842-ba25-1e2046af5e41"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:29.535280 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c797ab0e-96d1-4dfd-9ca7-288af8501bec x-openstack-request-id: req-c797ab0e-96d1-4dfd-9ca7-288af8501bec {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:29.535813 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547bc788-bd6c-4d26-b0aa-abecbd4615fc", "name": "network-vif-deleted", "tag": "664c3d5e-8f87-4842-ba25-1e2046af5e41", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:29.538714 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c797ab0e-96d1-4dfd-9ca7-288af8501bec {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:29.539614 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c797ab0e-96d1-4dfd-9ca7-288af8501bec'] response: {'server_uuid': '547bc788-bd6c-4d26-b0aa-abecbd4615fc', 'name': 'network-vif-deleted', 'tag': '664c3d5e-8f87-4842-ba25-1e2046af5e41', 'status': 'completed', 'code': 200} May 16 20:42:29.675394 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebef2e0-a822-4efd-a0f3-c06cfb96fae2 req-8e79fbc8-b1c7-4fcb-8e52-1424694f52ef tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:29.677087 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bebef2e0-a822-4efd-a0f3-c06cfb96fae2 req-8e79fbc8-b1c7-4fcb-8e52-1424694f52ef tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0647070 May 16 20:42:29.729251 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bebef2e0-a822-4efd-a0f3-c06cfb96fae2 req-3e6b6783-27a9-4f9c-bc62-c066eb54c913 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449162 May 16 20:42:30.503221 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8689d5a-7430-461c-a2b3-b33a3ea27b1c req-ddac5cbd-828e-4843-a0aa-1cf8fba9b558 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:30.504636 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e8689d5a-7430-461c-a2b3-b33a3ea27b1c req-ddac5cbd-828e-4843-a0aa-1cf8fba9b558 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0549209 May 16 20:42:30.593175 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e8689d5a-7430-461c-a2b3-b33a3ea27b1c req-55279195-e6e4-4134-b95c-3fd0cc1c2e77 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826709 May 16 20:42:30.855582 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb39d3-4e59-48d4-a77e-b5d6587abc62 req-2718f953-5cae-48b7-a6e8-65a34cecf19a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:30.857086 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-32cb39d3-4e59-48d4-a77e-b5d6587abc62 req-2718f953-5cae-48b7-a6e8-65a34cecf19a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0515130 May 16 20:42:30.907385 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-32cb39d3-4e59-48d4-a77e-b5d6587abc62 req-2a9137a7-9200-46ac-a448-3d9e34b9b761 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 May 16 20:42:31.770937 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526649d-88ca-4660-85be-940c7fed76e5 req-dddcf225-8378-4870-91fa-aa77b2d6d711 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:31.778525 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f526649d-88ca-4660-85be-940c7fed76e5 req-dddcf225-8378-4870-91fa-aa77b2d6d711 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0717854 May 16 20:42:31.833511 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f526649d-88ca-4660-85be-940c7fed76e5 req-9b2f3959-90e9-4098-a939-f5bdc01fe1dc tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539694 May 16 20:42:31.927071 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47971967-f98f-497b-8e28-fb70502faa1b req-9d86f94e-a3b0-4455-9537-ec6e1c01ff05 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:31.928610 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47971967-f98f-497b-8e28-fb70502faa1b req-9d86f94e-a3b0-4455-9537-ec6e1c01ff05 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0569472 May 16 20:42:31.990379 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47971967-f98f-497b-8e28-fb70502faa1b req-3525f3a4-6b9d-43de-b01e-f66e78f2dc09 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552478 May 16 20:42:32.056644 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f3e64-1e88-4eaf-9204-2a82883d6b9a req-6fc55478-ec6f-4a0c-8116-6c93a0a01d50 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:32.063576 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-070f3e64-1e88-4eaf-9204-2a82883d6b9a req-6fc55478-ec6f-4a0c-8116-6c93a0a01d50 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0636091 May 16 20:42:32.111589 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-070f3e64-1e88-4eaf-9204-2a82883d6b9a req-4d5944a6-a5c1-4bb8-8f95-32db3cc67085 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471458 May 16 20:42:32.964273 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d56626-6002-40ea-842c-b512f64a5374 req-36614cc2-0bdc-4183-80f8-f727c0771bcf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:32.966938 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f7d56626-6002-40ea-842c-b512f64a5374 req-36614cc2-0bdc-4183-80f8-f727c0771bcf tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0532176 May 16 20:42:33.019984 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f7d56626-6002-40ea-842c-b512f64a5374 req-11552582-6837-47c0-91f6-04323a6d4f59 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 May 16 20:42:33.108725 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8fd59-1c68-4a8d-af27-154ffbb265a2 req-0a0a482e-a4bd-43ab-b0bd-f7d898ea1a88 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:33.110284 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86f8fd59-1c68-4a8d-af27-154ffbb265a2 req-0a0a482e-a4bd-43ab-b0bd-f7d898ea1a88 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0479374 May 16 20:42:33.186164 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-86f8fd59-1c68-4a8d-af27-154ffbb265a2 req-25457a92-7306-41bd-9edf-6b1a06869e08 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558684 May 16 20:42:33.241017 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e1720-48a4-4a5b-824c-abc21ed73017 req-1b7472f0-865b-4f29-bcc1-32426f643ba4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:33.242408 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ff4e1720-48a4-4a5b-824c-abc21ed73017 req-1b7472f0-865b-4f29-bcc1-32426f643ba4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0540733 May 16 20:42:33.310864 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ff4e1720-48a4-4a5b-824c-abc21ed73017 req-77b52497-2f64-41be-8356-b6b1a17e26cb tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620151 May 16 20:42:34.131233 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:42:34.145096 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153979bf-c8fb-4d98-b6b5-1e79bfd77154 req-4c42fbfd-c4ef-4b13-960a-0a94646dabf8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:34.146576 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-153979bf-c8fb-4d98-b6b5-1e79bfd77154 req-4c42fbfd-c4ef-4b13-960a-0a94646dabf8 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0576782 May 16 20:42:34.197831 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-153979bf-c8fb-4d98-b6b5-1e79bfd77154 req-0180e8e6-d1a5-4494-9fff-f5b6e2b05d13 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456159 May 16 20:42:34.274139 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 664c3d5e-8f87-4842-ba25-1e2046af5e41 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:34.281327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4b5e-8d6a-47f6-9be7-34c5eedfa5c1 req-215f0b9d-d2e3-4f95-bd27-4b2007c7c20c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:34.282807 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-952d4b5e-8d6a-47f6-9be7-34c5eedfa5c1 req-215f0b9d-d2e3-4f95-bd27-4b2007c7c20c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0469749 May 16 20:42:34.293067 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 664c3d5e-8f87-4842-ba25-1e2046af5e41 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:34.293414 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 664c3d5e-8f87-4842-ba25-1e2046af5e41 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:34.331891 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-952d4b5e-8d6a-47f6-9be7-34c5eedfa5c1 req-7ee644d1-8f59-4384-828b-de62cd132282 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 May 16 20:42:34.435134 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398166f-66ba-4c0b-8fdb-7f61232ea9f2 req-62650a92-4b75-42a6-8ea6-a3abc00461c4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:34.436698 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4398166f-66ba-4c0b-8fdb-7f61232ea9f2 req-62650a92-4b75-42a6-8ea6-a3abc00461c4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0521135 May 16 20:42:34.488245 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4398166f-66ba-4c0b-8fdb-7f61232ea9f2 req-bb9e7b9a-ce46-4ca2-9eab-88998ed6c596 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459647 May 16 20:42:35.285703 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-34b0bb96-1383-4471-a217-918a5d6268c2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:35.287450 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-34b0bb96-1383-4471-a217-918a5d6268c2 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0588229 May 16 20:42:35.322739 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-7a3ea8e6-cb79-41a2-bbdb-f064174c4992 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:35.324124 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-7a3ea8e6-cb79-41a2-bbdb-f064174c4992 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.0550241 May 16 20:42:35.366424 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b53abb-8827-4f61-8c7c-53a7e8766da8 req-9feab389-f856-4b5e-9b38-5ab858638a70 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:35.367918 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80b53abb-8827-4f61-8c7c-53a7e8766da8 req-9feab389-f856-4b5e-9b38-5ab858638a70 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d02eea51-3d7f-45e0-83ee-349ebd8121f8 HTTP/1.1" status: 200 len: 945 time: 0.0524342 May 16 20:42:35.371893 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Deleting port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:35.372240 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:35.463367 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] For port 635fb22a-138e-46f9-9e24-14a4fd81ffc2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=635fb22a-138e-46f9-9e24-14a4fd81ffc2,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:35.463693 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:35.476412 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Calling delete_port for 635fb22a-138e-46f9-9e24-14a4fd81ffc2 owned by compute:nova {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:35.506622 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-f04e6092-70d0-4ac2-a592-f22f8cab58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:35.507992 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-f04e6092-70d0-4ac2-a592-f22f8cab58bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1129 time: 0.1166170 May 16 20:42:35.555915 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80b53abb-8827-4f61-8c7c-53a7e8766da8 req-f3c951bc-4d7a-4c23-a9f4-ecf06493ec9a tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c51ba4c-2dc0-428d-8725-24f1e8e35bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717725 May 16 20:42:35.579511 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab4936-4e0b-45ec-a53d-422753322acc req-e0b38f6a-d6d0-489e-a182-d3a21f5c0ad7 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:35.579511 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b5ab4936-4e0b-45ec-a53d-422753322acc req-e0b38f6a-d6d0-489e-a182-d3a21f5c0ad7 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 946 time: 0.1486425 May 16 20:42:35.591282 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Deleting port 31d1ca32-03e8-4112-856f-1d72165236d2 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:35.591683 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:35.606882 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (635fb22a-138e-46f9-9e24-14a4fd81ffc2), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:35.622489 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['635fb22a-138e-46f9-9e24-14a4fd81ffc2'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:42:35.645504 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Pushing event deleted for resources: {'Port': ['ID=635fb22a-138e-46f9-9e24-14a4fd81ffc2,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:35.691568 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] No DVR routers for this DVR port 635fb22a-138e-46f9-9e24-14a4fd81ffc2 on host hv-cinder-77703 {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:35.694093 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:35.697293 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-6b941f2d-473d-4e24-bfa0-4ac2e57f0a57 req-c026bdb9-e548-47d5-a8b7-049eafd2e707 tempest-ServerRescueNegativeTestJSON-1585639724 tempest-ServerRescueNegativeTestJSON-1585639724-project] 10.222.0.60 "DELETE /v2.0/ports/635fb22a-138e-46f9-9e24-14a4fd81ffc2 HTTP/1.1" status: 204 len: 173 time: 0.4049218 May 16 20:42:35.697784 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'name': 'network-vif-deleted', 'tag': '635fb22a-138e-46f9-9e24-14a4fd81ffc2'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:35.700039 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abedac89-6a3c-411b-83f2-28693cc97359" -d '{"events": [{"server_uuid": "d02eea51-3d7f-45e0-83ee-349ebd8121f8", "name": "network-vif-deleted", "tag": "635fb22a-138e-46f9-9e24-14a4fd81ffc2"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:35.778272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4542cf-d7a6-4b44-86a5-5c1290e4ee63 req-303bc574-ef39-498e-afd3-bb1c568f0425 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:35.779690 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3a4542cf-d7a6-4b44-86a5-5c1290e4ee63 req-303bc574-ef39-498e-afd3-bb1c568f0425 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.1471648 May 16 20:42:35.780638 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-59a42d86-f761-46ab-9f99-25837d49070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:35.781902 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-59a42d86-f761-46ab-9f99-25837d49070a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.2522457 May 16 20:42:35.853907 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b5ab4936-4e0b-45ec-a53d-422753322acc req-3268f7ac-4bb9-4685-bc02-353fc87fe8a0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634628 May 16 20:42:35.867157 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] For port 31d1ca32-03e8-4112-856f-1d72165236d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=31d1ca32-03e8-4112-856f-1d72165236d2,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:35.867556 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:35.898238 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b8c919-3fb4-4f9c-8e70-5279f335bfce x-openstack-request-id: req-32b8c919-3fb4-4f9c-8e70-5279f335bfce {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:35.898540 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02eea51-3d7f-45e0-83ee-349ebd8121f8", "name": "network-vif-deleted", "tag": "635fb22a-138e-46f9-9e24-14a4fd81ffc2", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:35.898788 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32b8c919-3fb4-4f9c-8e70-5279f335bfce {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:35.899193 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b8c919-3fb4-4f9c-8e70-5279f335bfce'] response: {'server_uuid': 'd02eea51-3d7f-45e0-83ee-349ebd8121f8', 'name': 'network-vif-deleted', 'tag': '635fb22a-138e-46f9-9e24-14a4fd81ffc2', 'status': 'completed', 'code': 200} May 16 20:42:35.944349 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-e12ace89-e7a9-49f0-b4a5-a9404bc34c12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 1000 time: 0.1442664 May 16 20:42:35.949124 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3a4542cf-d7a6-4b44-86a5-5c1290e4ee63 req-b7448c96-5bdd-4b44-bb8e-10f3b07ddb17 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615875 May 16 20:42:36.111281 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:36.111788 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:36.112116 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Floating IP e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d disassociated. External IP: 172.27.0.111, port: 31d1ca32-03e8-4112-856f-1d72165236d2. May 16 20:42:36.112502 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Calling delete_port for 31d1ca32-03e8-4112-856f-1d72165236d2 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:36.117805 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-59f17443-9a81-4365-aaeb-5d970aa5b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:36.119276 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-59f17443-9a81-4365-aaeb-5d970aa5b547 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0705748 May 16 20:42:36.208907 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-b4b64d73-79fe-4c17-bf8d-78002f599bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:36.210423 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-b4b64d73-79fe-4c17-bf8d-78002f599bd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0818434 May 16 20:42:36.362290 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-c971e457-0fac-4e09-9136-07de30b01cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426404 May 16 20:42:36.390034 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (31d1ca32-03e8-4112-856f-1d72165236d2), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:36.423797 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event deleted for resources: {'Port': ['ID=31d1ca32-03e8-4112-856f-1d72165236d2,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:36.619161 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37732) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:36.782188 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fa8b14a1-90b2-442b-a98e-af9d5d4b6b60 req-b5162a78-9780-4dd2-a80a-a943043f66d9 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110024 May 16 20:42:36.840857 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:42:36.969082 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-cbd25be2-ce4f-4982-9332-0efb824d71fb req-a3c9f894-5cc0-4cc9-bb14-c807b94f3625 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0334241 May 16 20:42:36.980761 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:42:36.992084 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:42:37.005695 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:37.005865 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:37.054692 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] No DVR routers for this DVR port 31d1ca32-03e8-4112-856f-1d72165236d2 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:37.073108 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:37.076454 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d0bf775-9260-408a-a20d-37875dbbf0d8 req-517d0a5a-79c1-4c92-83db-b3fa4e80929d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "DELETE /v2.0/ports/31d1ca32-03e8-4112-856f-1d72165236d2 HTTP/1.1" status: 204 len: 173 time: 1.7044992 May 16 20:42:37.076906 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'name': 'network-vif-deleted', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:37.079285 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756eb885-facc-45df-bce2-04e69c99da45" -d '{"events": [{"server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "name": "network-vif-deleted", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:37.111003 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c72c63-d171-480a-b189-b36ae6d49467 req-78490aef-c623-47dd-bab1-12529cf6cb07 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:37.119195 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a1c72c63-d171-480a-b189-b36ae6d49467 req-78490aef-c623-47dd-bab1-12529cf6cb07 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0753179 May 16 20:42:37.171091 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a1c72c63-d171-480a-b189-b36ae6d49467 req-bee38cf0-fb76-4278-9a86-d47160e2a150 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501790 May 16 20:42:37.196163 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (9f08372f-a692-4fd1-ad10-33c2a28fb485), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:37.204804 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32115e3-fba9-4d8b-ad60-3acbdf2f3c45 x-openstack-request-id: req-b32115e3-fba9-4d8b-ad60-3acbdf2f3c45 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:37.205161 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d149cb81-d021-4785-8e2b-8fb70edb0abb", "name": "network-vif-deleted", "tag": "31d1ca32-03e8-4112-856f-1d72165236d2", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:37.205458 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b32115e3-fba9-4d8b-ad60-3acbdf2f3c45 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:37.205924 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32115e3-fba9-4d8b-ad60-3acbdf2f3c45'] response: {'server_uuid': 'd149cb81-d021-4785-8e2b-8fb70edb0abb', 'name': 'network-vif-deleted', 'tag': '31d1ca32-03e8-4112-856f-1d72165236d2', 'status': 'completed', 'code': 200} May 16 20:42:37.256521 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:37.417196 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Deleting port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:37.417537 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:37.439087 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:37.463014 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:42:37.471543 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:37.472156 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:37.497021 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] For port 41beaf0f-8b25-421d-ac79-f2f48ab4dea9, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:37.497438 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:37.510325 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Calling delete_port for 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 owned by network:router_interface {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:37.572291 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:37.694081 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (41beaf0f-8b25-421d-ac79-f2f48ab4dea9), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:37.722495 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=41beaf0f-8b25-421d-ac79-f2f48ab4dea9,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:37.764550 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:37.790863 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7b533-1db6-42f2-8da8-157ec3f361c2 None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:42:37.882019 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (9f08372f-a692-4fd1-ad10-33c2a28fb485), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.038961 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856312e7-4aa7-4f3a-9fd8-ee2685a225d5 None None] New status for floating IP e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d: DOWN {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:42:38.087582 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c91fd375-8aaf-4924-8160-ca1d05f2eaec req-fa80c713-502c-49f3-8778-7355fd7a8c85 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0282981 May 16 20:42:38.092095 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Router 9f08372f-a692-4fd1-ad10-33c2a28fb485 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:42:38.192314 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:42:38.197120 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e444792f-e67d-4c0a-b1e0-d7058d8cbc87 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f08372f-a692-4fd1-ad10-33c2a28fb485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769477 May 16 20:42:38.199753 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37748) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:38.203164 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] Sync routers for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:42:38.213070 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:38.213513 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:38.318223 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:38.341359 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230897-9e36-41e1-9cbf-17778b32e344 req-11ba8b03-b498-4a39-96e3-1af2fb5aa41a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:38.342873 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3230897-9e36-41e1-9cbf-17778b32e344 req-11ba8b03-b498-4a39-96e3-1af2fb5aa41a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0941625 May 16 20:42:38.346847 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks [] for router (9f08372f-a692-4fd1-ad10-33c2a28fb485), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.469914 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a3230897-9e36-41e1-9cbf-17778b32e344 req-f626016d-9c80-46c2-bb73-b56e3d312d35 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121335 May 16 20:42:38.495694 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks [] for router_gateway (9f08372f-a692-4fd1-ad10-33c2a28fb485), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.507692 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:42:37Z', 'revision_number': 5, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port': {'id': '8911e41c-efce-4dbf-be92-e275a791c33f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:38:07Z', 'updated_at': '2022-05-16T20:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:38.537811 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] Checking router: 9f08372f-a692-4fd1-ad10-33c2a28fb485 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:42:38.549459 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] Routers {'9f08372f-a692-4fd1-ad10-33c2a28fb485'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:38.550086 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['9f08372f-a692-4fd1-ad10-33c2a28fb485'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:38.556927 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Deleting port 8911e41c-efce-4dbf-be92-e275a791c33f {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:38.557251 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.635379 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] For port 8911e41c-efce-4dbf-be92-e275a791c33f, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=8911e41c-efce-4dbf-be92-e275a791c33f,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:38.635893 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.637045 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] Set router 9f08372f-a692-4fd1-ad10-33c2a28fb485 gateway port host: None {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:38.650132 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Calling delete_port for 8911e41c-efce-4dbf-be92-e275a791c33f owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:38.685844 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:42:38Z', 'revision_number': 6, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:38.709874 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ff2e2-b043-42e9-92ea-8226292e1a0d None None] The sync data for ids ['9f08372f-a692-4fd1-ad10-33c2a28fb485'] in dv-cinder-777031-16-iscsi is: [{'id': '9f08372f-a692-4fd1-ad10-33c2a28fb485', 'name': 'tempest-ServerRescueNegativeTestJSON-1778607565-router', 'tenant_id': '69e39fae43c341798f00e3b48f20d003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:38:06Z', 'updated_at': '2022-05-16T20:42:38Z', 'revision_number': 6, 'project_id': '69e39fae43c341798f00e3b48f20d003', 'gw_port_host': None}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:42:38.814878 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (8911e41c-efce-4dbf-be92-e275a791c33f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.839540 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Pushing event deleted for resources: {'Port': ['ID=8911e41c-efce-4dbf-be92-e275a791c33f,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:38.902442 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (9f08372f-a692-4fd1-ad10-33c2a28fb485), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.985874 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (9f08372f-a692-4fd1-ad10-33c2a28fb485), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.987998 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks [] for router_controller (9f08372f-a692-4fd1-ad10-33c2a28fb485), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.032085 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (9f08372f-a692-4fd1-ad10-33c2a28fb485), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.032686 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f08372f-a692-4fd1-ad10-33c2a28fb485 {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:42:39.037039 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.042633 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b9c70c0d-1885-4a49-8276-9088a504031b admin admin] 10.222.0.49 "DELETE /v2.0/routers/9f08372f-a692-4fd1-ad10-33c2a28fb485 HTTP/1.1" status: 204 len: 168 time: 0.8401620 May 16 20:42:39.042633 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37754) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:39.107112 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] Deleting subnet 92cd2bca-3625-4451-977e-56ba950efd78 {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:42:39.109453 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] Publish callbacks [] for subnet (92cd2bca-3625-4451-977e-56ba950efd78), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.153861 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (92cd2bca-3625-4451-977e-56ba950efd78), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.207735 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:39.239524 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:39.239941 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 41beaf0f-8b25-421d-ac79-f2f48ab4dea9 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:39.268163 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3aab251c-7423-4a87-9c72-1c9e0f21b1d7 req-54e752e3-02bd-4d33-a957-7ced2da33ff1 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=d149cb81-d021-4785-8e2b-8fb70edb0abb HTTP/1.1" status: 200 len: 210 time: 0.0689118 May 16 20:42:39.292824 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (92cd2bca-3625-4451-977e-56ba950efd78), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.351335 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (92cd2bca-3625-4451-977e-56ba950efd78), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.375979 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92cd2bca-3625-4451-977e-56ba950efd78,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:39.379951 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.384840 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d291125d-048d-44c9-8b60-167bbe78e585 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/92cd2bca-3625-4451-977e-56ba950efd78 HTTP/1.1" status: 204 len: 168 time: 0.3421488 May 16 20:42:39.385553 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37758) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:39.387384 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1545b-34c2-4106-8530-79bd71310e6f None None] Network e9d185e7-5065-44be-a31d-7429d98e5dea requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:42:39.454707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (e9d185e7-5065-44be-a31d-7429d98e5dea), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.501723 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Deleting port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:39.502064 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.564984 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] DHCP port deletion for e9d185e7-5065-44be-a31d-7429d98e5dea request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:42:39.603879 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] Deleting port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:39.604239 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.615457 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] For port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:39.615829 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.633867 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48b8ce-52c7-449e-af80-2680532a7609 req-bb2ae609-cf7b-4c5b-86ca-91426e0b3893 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:39.635356 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ba48b8ce-52c7-449e-af80-2680532a7609 req-bb2ae609-cf7b-4c5b-86ca-91426e0b3893 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 945 time: 0.0717080 May 16 20:42:39.639773 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Calling delete_port for 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 owned by network:dhcp {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:39.671972 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] For port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,segment=NetworkSegment(c8112f6a-510b-41c0-a0d1-0a6e6a083bcd),segment_id=c8112f6a-510b-41c0-a0d1-0a6e6a083bcd)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:39.672367 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.686642 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] Calling delete_port for 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:39.729719 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ba48b8ce-52c7-449e-af80-2680532a7609 req-3ab4b6c1-becb-477a-8011-5a944b720590 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877652 May 16 20:42:39.760175 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.773543 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (5268a262-6b46-4404-81bf-e6b9cd0cb4e9), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.786144 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:39.786332 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] No DVR routers for this DVR port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:39.797294 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] No DVR routers for this DVR port 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 on host dv-cinder-777031-16-iscsi {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:39.803857 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf349c-89f3-4a7a-9f1f-8e9eeddbe4d2 None None] Pushing event deleted for resources: {'Port': ['ID=5268a262-6b46-4404-81bf-e6b9cd0cb4e9,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:39.877470 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (e9d185e7-5065-44be-a31d-7429d98e5dea), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.896422 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d185e7-5065-44be-a31d-7429d98e5dea']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:39.905793 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:39.906085 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8112f6a-510b-41c0-a0d1-0a6e6a083bcd') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:39.915769 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (c8112f6a-510b-41c0-a0d1-0a6e6a083bcd), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.928994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (c8112f6a-510b-41c0-a0d1-0a6e6a083bcd), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.935727 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:42:39.936210 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (c8112f6a-510b-41c0-a0d1-0a6e6a083bcd), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:42:39.938837 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:42:40.001787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (e9d185e7-5065-44be-a31d-7429d98e5dea), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.007336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.010388 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9d185e7-5065-44be-a31d-7429d98e5dea HTTP/1.1" status: 204 len: 168 time: 0.6237791 May 16 20:42:40.021260 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b3c9-d710-4791-994a-07a86097fe3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d185e7-5065-44be-a31d-7429d98e5dea,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:40.197656 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37780) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:40.237122 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-c7f0da9c-69c6-4692-abab-98c791b0d10b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69e39fae43c341798f00e3b48f20d003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382740 May 16 20:42:40.239596 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37784) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:40.287129 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3bf3bd43-48a6-4979-aaf0-b63201d3c93f admin admin] Publish callbacks [] for security_group (0c51ba4c-2dc0-428d-8725-24f1e8e35bad), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.308179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 635fb22a-138e-46f9-9e24-14a4fd81ffc2 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:40.309320 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3bf3bd43-48a6-4979-aaf0-b63201d3c93f admin admin] Publish callbacks [] for security_group (0c51ba4c-2dc0-428d-8725-24f1e8e35bad), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.352132 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 635fb22a-138e-46f9-9e24-14a4fd81ffc2 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:40.352824 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 635fb22a-138e-46f9-9e24-14a4fd81ffc2 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:40.353238 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:40.364052 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3bf3bd43-48a6-4979-aaf0-b63201d3c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0c51ba4c-2dc0-428d-8725-24f1e8e35bad), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.367969 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3bf3bd43-48a6-4979-aaf0-b63201d3c93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.371934 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-3bf3bd43-48a6-4979-aaf0-b63201d3c93f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c51ba4c-2dc0-428d-8725-24f1e8e35bad HTTP/1.1" status: 204 len: 168 time: 0.1289721 May 16 20:42:40.380352 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3bd43-48a6-4979-aaf0-b63201d3c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c51ba4c-2dc0-428d-8725-24f1e8e35bad,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:40.433490 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 21b40ca4-40ac-4a3f-9958-fe3007671e02 is: ACTIVE; New status is: DOWN {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:42:40.433870 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.459012 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:40.461287 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea73a3-2de4-4e44-b4f7-1846048ebbe7" -d '{"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-unplugged", "status": "completed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:40.472192 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:40.479151 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.480756 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 31d1ca32-03e8-4112-856f-1d72165236d2 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:40.502247 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 31d1ca32-03e8-4112-856f-1d72165236d2 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:40.502589 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 31d1ca32-03e8-4112-856f-1d72165236d2 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:40.562663 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=8']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:40.612295 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-29f55733-cdf0-42e4-b350-4f7994afe9e0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122782084&fields=id&tenant_id=710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 267 time: 0.0715458 May 16 20:42:40.725677 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-0d2728c7-8165-4bfb-9bee-8ff2277baf2f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:40.727263 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-0d2728c7-8165-4bfb-9bee-8ff2277baf2f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 812 time: 0.1141710 May 16 20:42:40.744950 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-0250d362-b3f4-40a5-b35e-fe6688504748 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/quotas/710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 375 time: 0.0114255 May 16 20:42:40.790927 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910dc9bd-ad1f-4559-b0d5-540e28dec94c x-openstack-request-id: req-910dc9bd-ad1f-4559-b0d5-540e28dec94c {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:40.791210 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-unplugged", "status": "failed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02", "code": 422}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:40.791645 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-910dc9bd-ad1f-4559-b0d5-540e28dec94c {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:40.792087 dv-cinder-777031-16-iscsi neutron-server[103498]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-910dc9bd-ad1f-4559-b0d5-540e28dec94c']: {'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'code': 422} returned with failed status May 16 20:42:40.795139 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-f70d6815-89ca-4a14-aa84-e7ed46135473 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466187 May 16 20:42:40.959321 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-b342ead3-4a00-4f8f-bc7a-1ba22f214805 req-b658b671-d5d4-49a3-bd04-3122632e32e2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:42:40.960292 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b342ead3-4a00-4f8f-bc7a-1ba22f214805 req-b658b671-d5d4-49a3-bd04-3122632e32e2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1266017 May 16 20:42:41.046219 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-090a12e3-09c5-4de3-9ff1-af7c2de5495c service neutron] 10.222.0.49 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372785 May 16 20:42:41.136567 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8911e41c-efce-4dbf-be92-e275a791c33f no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:41.160488 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 8911e41c-efce-4dbf-be92-e275a791c33f {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:41.161070 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8911e41c-efce-4dbf-be92-e275a791c33f not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:41.161647 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:42:41.182810 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96d76f-65ff-4e5b-be1d-f096e4db1275 req-c7c0b012-2472-4ca1-a8a8-3f7cbbb52f49 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:41.184306 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3f96d76f-65ff-4e5b-be1d-f096e4db1275 req-c7c0b012-2472-4ca1-a8a8-3f7cbbb52f49 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0898716 May 16 20:42:41.196820 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:42:41.197169 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5268a262-6b46-4404-81bf-e6b9cd0cb4e9 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:42:41.225338 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-79e96370-bf18-4aec-b5f8-bd133e330fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730661 May 16 20:42:41.255749 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3f96d76f-65ff-4e5b-be1d-f096e4db1275 req-80507c0c-d862-47a5-8630-084459da4064 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603464 May 16 20:42:41.554729 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-53f56103-764b-4087-b2ec-f6848b9cbac1 req-240935c2-c534-4576-aafd-cea532686f1b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 210 time: 0.0336468 May 16 20:42:41.777811 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37880) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:41.914209 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-fe34699c-81e7-486a-b20a-9628fddc4bc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1351380 May 16 20:42:41.924161 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-b44d1c5d-c06a-408d-8103-6ab26cab993f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:42:41.925281 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-b44d1c5d-c06a-408d-8103-6ab26cab993f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056131 May 16 20:42:42.012312 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-cef5f047-0109-43d1-b2ab-2558f2476485 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:42.014702 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-cef5f047-0109-43d1-b2ab-2558f2476485 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports/21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 940 time: 0.0550241 May 16 20:42:42.385730 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779074e-0adb-47b9-9f7f-c76758a74930 req-d19f81f8-1385-4cc3-92b5-48050950e289 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:42.388132 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2779074e-0adb-47b9-9f7f-c76758a74930 req-d19f81f8-1385-4cc3-92b5-48050950e289 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0499127 May 16 20:42:42.448623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2779074e-0adb-47b9-9f7f-c76758a74930 req-1c41b739-ea67-4f52-8a6f-805b37e48528 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543342 May 16 20:42:42.618658 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37914) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:42.655265 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3557eb69-6077-4b8d-ab13-b75532d51153 req-adc2cbb6-c619-486a-9dc1-eaad523f0dbc tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 210 time: 0.0269954 May 16 20:42:42.723787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1cf67319-03cf-4ef6-81eb-9c1c89f3ab8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:42.818726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1cf67319-03cf-4ef6-81eb-9c1c89f3ab8a admin admin] Publish callbacks [] for security_group (a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:42.825365 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1cf67319-03cf-4ef6-81eb-9c1c89f3ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:42.891050 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-1cf67319-03cf-4ef6-81eb-9c1c89f3ab8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60401cedf16e4ac0a81019a900ea0648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705009 May 16 20:42:42.892961 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37926) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:42.909628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67319-03cf-4ef6-81eb-9c1c89f3ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:42.956877 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8c5a039d-0f75-4341-a9c5-8a66444a8d4a admin admin] Publish callbacks [] for security_group (a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:42.981652 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8c5a039d-0f75-4341-a9c5-8a66444a8d4a admin admin] Publish callbacks [] for security_group (a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.011247 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-f1e51746-40a9-4b8e-b781-5436872e3e60 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:43.012830 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-f1e51746-40a9-4b8e-b781-5436872e3e60 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 812 time: 0.1431363 May 16 20:42:43.033905 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8c5a039d-0f75-4341-a9c5-8a66444a8d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.038272 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8c5a039d-0f75-4341-a9c5-8a66444a8d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.039533 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-8c5a039d-0f75-4341-a9c5-8a66444a8d4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a HTTP/1.1" status: 204 len: 168 time: 0.1448562 May 16 20:42:43.050774 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a039d-0f75-4341-a9c5-8a66444a8d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f5e783-edaa-490f-8d34-6ffe4b5a8b2a,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:43.245225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-891b09af-4bc6-42ca-b285-9f304a3dfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:43.246778 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-891b09af-4bc6-42ca-b285-9f304a3dfa43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594&tenant_id=970ed3a09b3e490399fa39d38e97f9cb HTTP/1.1" status: 200 len: 1127 time: 0.0938847 May 16 20:42:43.275922 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-119473fd-d4c8-4d60-a9e5-e53585b6ab44 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 380 time: 0.1313219 May 16 20:42:43.290069 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'port': {'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'admin_state_up': True, 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'security_groups': ['0df51b15-22f0-40d9-abe5-9edb2f4eb1ae']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:42:43.345981 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-689717ed-4c8b-40bd-aab0-5131322fac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:43.347485 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-689717ed-4c8b-40bd-aab0-5131322fac63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1127 time: 0.0705812 May 16 20:42:43.365892 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37940) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:43.379302 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f149-72a9-4ce7-b4a3-c69c10dbfbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.467441 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f149-72a9-4ce7-b4a3-c69c10dbfbb9 admin admin] Publish callbacks [] for security_group (d1b39320-d6b6-4d39-a551-3100b5df9682), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.472552 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f149-72a9-4ce7-b4a3-c69c10dbfbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d1b39320-d6b6-4d39-a551-3100b5df9682), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.495792 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-6ba1331b-367c-4f36-98a3-6d1535986d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:43.497422 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-6ba1331b-367c-4f36-98a3-6d1535986d63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.1257253 May 16 20:42:43.502119 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Made reservation on behalf of 710ecde5160640149c693e0c2b0b0354 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:42:43.507588 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.516614 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b3a8f149-72a9-4ce7-b4a3-c69c10dbfbb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcfa139291d2467aa92b83ed6630cebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494601 May 16 20:42:43.517302 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37944) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:43.517801 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8f149-72a9-4ce7-b4a3-c69c10dbfbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b39320-d6b6-4d39-a551-3100b5df9682,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:43.684666 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-890e7e34-5106-4a01-a26a-ab4648f624c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 998 time: 0.1743212 May 16 20:42:43.700279 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636a546-d9be-445b-b8a6-c3119d1fe37a req-bf486401-6523-473f-af85-a81116e06efc tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:43.701799 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5636a546-d9be-445b-b8a6-c3119d1fe37a req-bf486401-6523-473f-af85-a81116e06efc tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.1372285 May 16 20:42:43.795417 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f7e09b4d-4459-4d64-9757-114b211db5e7 admin admin] Publish callbacks [] for security_group (d1b39320-d6b6-4d39-a551-3100b5df9682), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.798091 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac50421f-ddaf-4de9-9058-e031be6a77f9 req-801ccf51-d59d-42a0-9c0e-d238121268b0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 210 time: 0.0703685 May 16 20:42:43.845772 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f7e09b4d-4459-4d64-9757-114b211db5e7 admin admin] Publish callbacks [] for security_group (d1b39320-d6b6-4d39-a551-3100b5df9682), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.847646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Allocated IP 172.20.0.14 (f4ce36dc-b331-48ab-b5b5-0de5501adc95/2dbcf96c-a730-4f63-94a7-287a51c0fa34/38516439-bbc9-4e23-9ca0-a93ad3f94ec1) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:42:43.869539 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5636a546-d9be-445b-b8a6-c3119d1fe37a req-77d59eab-1d0d-45e9-8241-5b6d76effb03 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607845 May 16 20:42:43.981158 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-95e91ee7-a614-4049-b935-5729bd072694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:43.982798 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-95e91ee7-a614-4049-b935-5729bd072694 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.1117160 May 16 20:42:43.987482 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f7e09b4d-4459-4d64-9757-114b211db5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d1b39320-d6b6-4d39-a551-3100b5df9682), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.989962 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f7e09b4d-4459-4d64-9757-114b211db5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:43.990985 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f7e09b4d-4459-4d64-9757-114b211db5e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1b39320-d6b6-4d39-a551-3100b5df9682 HTTP/1.1" status: 204 len: 168 time: 0.4635010 May 16 20:42:44.038645 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e09b4d-4459-4d64-9757-114b211db5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b39320-d6b6-4d39-a551-3100b5df9682,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:44.078741 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-b53b104b-630c-453f-9cdf-221ca1082819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:44.080106 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-b53b104b-630c-453f-9cdf-221ca1082819 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604498 May 16 20:42:44.127429 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.204379 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-8c61e968-8745-4a09-b41a-8bb4246f90df service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169403 May 16 20:42:44.211393 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.567802 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:42:44.580049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:42:44.583409 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:44.587215 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:42:44.641686 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-76a2ee09-d2e6-4a87-b79f-796c9a939bc3 req-99cfdd3d-1a07-49d1-8d8b-ba0bae191554 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280570 May 16 20:42:44.649496 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:44.650110 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.679691 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-485ae764-112e-4a27-920f-ac90b918bb9a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3946095 May 16 20:42:44.697670 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Request body: {'port': {'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:42:44.727158 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 37972) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:44.779335 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.839501 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-257686818-network', 'tenant_id': '16287e47228a428896433650b11f3029'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:42:44.866241 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-79f49d4e-a551-4164-ac08-1d6cb12b041b None None] Provisioning complete for port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:42:44.866788 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-79f49d4e-a551-4164-ac08-1d6cb12b041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.872761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Made reservation on behalf of 16287e47228a428896433650b11f3029 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:42:44.875944 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.886834 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.899975 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-79f49d4e-a551-4164-ac08-1d6cb12b041b None None] Port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:42:44.978803 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks [] for security_group (ad9a9d35-04bd-4732-a970-e263e02cc14e), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:44.983915 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ad9a9d35-04bd-4732-a970-e263e02cc14e), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.008114 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:42:45.024876 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9a9d35-04bd-4732-a970-e263e02cc14e,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:45.029890 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (c16b0397-c3a0-4656-958e-01ea9984558c), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.030558 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Added segment c16b0397-c3a0-4656-958e-01ea9984558c of type vlan for network c1a69ba7-3b13-4cb2-af53-de8cc5ce168d May 16 20:42:45.063655 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ecbac-f73d-4aa8-9f90-487e0140b946 req-7d24aff4-1fe0-4221-854a-687ecd66e4fe tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:45.065258 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af8ecbac-f73d-4aa8-9f90-487e0140b946 req-7d24aff4-1fe0-4221-854a-687ecd66e4fe tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0948277 May 16 20:42:45.071353 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c8fa5-69ba-4989-af24-1d9717812775 req-bb1bbb3d-1bb9-4347-911b-bd4054a063c2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:45.072857 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d14c8fa5-69ba-4989-af24-1d9717812775 req-bb1bbb3d-1bb9-4347-911b-bd4054a063c2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 932 time: 0.1251712 May 16 20:42:45.076128 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (c1a69ba7-3b13-4cb2-af53-de8cc5ce168d), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.104485 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (c1a69ba7-3b13-4cb2-af53-de8cc5ce168d), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.105242 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:45.105912 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.146785 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4139049 May 16 20:42:45.148787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 37994) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:45.155202 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Request body: {'subnet': {'network_id': 'c1a69ba7-3b13-4cb2-af53-de8cc5ce168d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-257686818-subnet', 'tenant_id': '16287e47228a428896433650b11f3029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:42:45.174622 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2ba7f-a2b8-48d0-a290-0775be1e1b35 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a69ba7-3b13-4cb2-af53-de8cc5ce168d,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:45.205401 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network c1a69ba7-3b13-4cb2-af53-de8cc5ce168d details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:42:45.230359 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af8ecbac-f73d-4aa8-9f90-487e0140b946 req-93713f3b-45e2-40d1-9952-ca7d8416fee4 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507714 May 16 20:42:45.236062 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Made reservation on behalf of 16287e47228a428896433650b11f3029 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:42:45.238516 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.249246 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d14c8fa5-69ba-4989-af24-1d9717812775 req-9fbb1d32-6829-484f-acad-e8ee587e0fac tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685665 May 16 20:42:45.413892 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:42:45.426046 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Publish callbacks [] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.450232 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Transition to ACTIVE for port object 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:42:45.466934 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.554299 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Pushing event updated for resources: {'Port': ['ID=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:45.669447 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (4115af0d-22b2-4d3d-b57b-00ec695e6b52), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.785015 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4115af0d-22b2-4d3d-b57b-00ec695e6b52,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:45.793649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Attempting to bind port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:42:45.793985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Attempting to bind port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:42:45.794336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Attempting to bind port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:42:45.802310 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:42:45.802634 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Attempting to bind port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:42:45.827062 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Checking segment: {'id': 'c16b0397-c3a0-4656-958e-01ea9984558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1a69ba7-3b13-4cb2-af53-de8cc5ce168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:42:45.827424 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Network hostable DHCP agents. Network: c1a69ba7-3b13-4cb2-af53-de8cc5ce168d, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:42:45.851680 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:42:45.852333 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Checking segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:42:45.852975 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Bound using segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:42:45.853563 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Bound port: 38516439-bbc9-4e23-9ca0-a93ad3f94ec1, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:42:45.854108 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:45.907869 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f30af-310f-463a-bc61-5a9489070ece req-c6f62be4-d873-4781-992f-4e5f4d2414b1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:45.909904 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d25f30af-310f-463a-bc61-5a9489070ece req-c6f62be4-d873-4781-992f-4e5f4d2414b1 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0989010 May 16 20:42:46.024618 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d25f30af-310f-463a-bc61-5a9489070ece req-0a005cb1-8037-4ab4-b533-21c92ff7e024 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664940 May 16 20:42:46.030735 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Network c1a69ba7-3b13-4cb2-af53-de8cc5ce168d is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:42:46.060954 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, c1a69ba7-3b13-4cb2-af53-de8cc5ce168d) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:42:46.067409 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:46.068259 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:46.077899 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53dfb3-3710-4d32-97d6-aa0f1c72acb8 None None] Network c1a69ba7-3b13-4cb2-af53-de8cc5ce168d requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:42:46.078448 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] For port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:42:46.082240 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] For port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:42:46.088464 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-8eef8faf-4aca-41ad-86db-f43222a05ac0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9390833 May 16 20:42:46.093938 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:46.153548 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:46.154404 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:46.156458 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] 10.222.0.60 "PUT /v2.0/ports/38516439-bbc9-4e23-9ca0-a93ad3f94ec1 HTTP/1.1" status: 200 len: 1094 time: 1.4631000 May 16 20:42:46.156692 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:46.159105 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ab6f11-8490-4b9b-9095-f9dc4cc2f595" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:46.274237 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b510de8e-075e-4bcb-b157-a0994ad8e2b0 x-openstack-request-id: req-b510de8e-075e-4bcb-b157-a0994ad8e2b0 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:46.274723 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:46.275163 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b510de8e-075e-4bcb-b157-a0994ad8e2b0 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:46.276038 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b510de8e-075e-4bcb-b157-a0994ad8e2b0'] response: {'name': 'network-changed', 'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'status': 'completed', 'code': 200} May 16 20:42:46.278641 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e425e-2e67-42ea-b73c-aa5af362dd21 service neutron] Pushing event updated for resources: {'Port': ['ID=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:46.316929 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc637e-f36d-4206-bd24-907cc5ab0ac1 None None] Network c1a69ba7-3b13-4cb2-af53-de8cc5ce168d requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:42:46.528144 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bc78d-3903-4a6f-aa10-c0da81642209 req-842938b8-f72d-491a-a22e-b4b12b7ca599 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:46.540268 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bb5bc78d-3903-4a6f-aa10-c0da81642209 req-842938b8-f72d-491a-a22e-b4b12b7ca599 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.1065087 May 16 20:42:46.604410 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0615fd-21e3-4da3-a478-8de085600824 req-a1a7688b-ad2b-4171-9a11-1f7788207842 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:46.606004 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0e0615fd-21e3-4da3-a478-8de085600824 req-a1a7688b-ad2b-4171-9a11-1f7788207842 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.1626475 May 16 20:42:46.672328 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bb5bc78d-3903-4a6f-aa10-c0da81642209 req-3c5399f3-4227-426c-9544-bba2599df27d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306188 May 16 20:42:46.767850 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0e0615fd-21e3-4da3-a478-8de085600824 req-4afae2b0-136c-49a8-b40a-6b9b34e9958a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999589 May 16 20:42:46.901603 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38030) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:46.906771 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194906538-network', 'tenant_id': 'c58a41bb92fb48239965c18fa006196a'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:42:46.927711 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Made reservation on behalf of c58a41bb92fb48239965c18fa006196a for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:42:46.931294 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:46.941003 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.050418 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks [] for security_group (ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.063176 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.092742 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:42:47.100091 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:47.107884 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (88dc4eb7-3608-448d-9a3f-e325b877bf2f), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.108545 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Added segment 88dc4eb7-3608-448d-9a3f-e325b877bf2f of type vlan for network 5ffdf0c5-bbff-4eb0-83be-62e7c7029885 May 16 20:42:47.164795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (5ffdf0c5-bbff-4eb0-83be-62e7c7029885), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.210148 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fc862-d5a3-4bc3-8054-8e2284e29cd2 req-9d4bae2c-4731-40f5-92e8-da7fb389e3ec tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:47.211651 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-611fc862-d5a3-4bc3-8054-8e2284e29cd2 req-9d4bae2c-4731-40f5-92e8-da7fb389e3ec tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0652454 May 16 20:42:47.227810 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (5ffdf0c5-bbff-4eb0-83be-62e7c7029885), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.228805 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:47.229377 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.283551 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3807900 May 16 20:42:47.286601 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38034) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:47.292854 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Request body: {'subnet': {'network_id': '5ffdf0c5-bbff-4eb0-83be-62e7c7029885', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194906538-subnet', 'tenant_id': 'c58a41bb92fb48239965c18fa006196a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:42:47.318711 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Made reservation on behalf of c58a41bb92fb48239965c18fa006196a for: {'subnet': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:42:47.322145 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528551208'] for subnet (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.325074 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490ce2-9f26-4333-b789-ed6e2472dd47 admin admin] Pushing event updated for resources: {'Network': ['ID=5ffdf0c5-bbff-4eb0-83be-62e7c7029885,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:47.332297 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-611fc862-d5a3-4bc3-8054-8e2284e29cd2 req-db0fc2aa-e3ac-4671-9c96-8c1633239490 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119635 May 16 20:42:47.343029 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network 5ffdf0c5-bbff-4eb0-83be-62e7c7029885 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:42:47.527298 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528526642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528551230'] for subnet (4206741a-ee27-432f-b669-221897fdb007), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.569037 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4206741a-ee27-432f-b669-221897fdb007,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:47.598243 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Checking segment: {'id': '88dc4eb7-3608-448d-9a3f-e325b877bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5ffdf0c5-bbff-4eb0-83be-62e7c7029885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:42:47.598601 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Network hostable DHCP agents. Network: 5ffdf0c5-bbff-4eb0-83be-62e7c7029885, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:42:47.617859 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Network 5ffdf0c5-bbff-4eb0-83be-62e7c7029885 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:42:47.633135 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, 5ffdf0c5-bbff-4eb0-83be-62e7c7029885) {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:42:47.642120 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bfbd4a-467c-4299-acd7-237f0b08559f None None] Network 5ffdf0c5-bbff-4eb0-83be-62e7c7029885 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:42:47.644560 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:47.645164 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.665443 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f977747e-39e4-43c6-a0a0-e9033a04499c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3769710 May 16 20:42:47.807633 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e79f2-4b8a-4b87-b956-9c3ea371a678 None None] Network 5ffdf0c5-bbff-4eb0-83be-62e7c7029885 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:42:47.836784 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38044) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:47.879329 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd212b-124a-4793-a7ca-b305c7077b1d req-2634d087-6a16-4224-9d28-6f13b436f66e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:47.880893 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67bd212b-124a-4793-a7ca-b305c7077b1d req-2634d087-6a16-4224-9d28-6f13b436f66e tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.1116652 May 16 20:42:47.975630 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] Deleting subnet 4115af0d-22b2-4d3d-b57b-00ec695e6b52 {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:42:47.985397 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] Publish callbacks [] for subnet (4115af0d-22b2-4d3d-b57b-00ec695e6b52), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:47.992530 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90092f-9837-4ec3-8768-6de4f99fa2af req-4cce0813-b7b1-4b66-9b06-977d59141883 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:47.994189 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac90092f-9837-4ec3-8768-6de4f99fa2af req-4cce0813-b7b1-4b66-9b06-977d59141883 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.1099350 May 16 20:42:48.014626 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67bd212b-124a-4793-a7ca-b305c7077b1d req-04114610-ebd8-4f5c-af62-39f8b7b33aea tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228242 May 16 20:42:48.045241 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (4115af0d-22b2-4d3d-b57b-00ec695e6b52), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.109920 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ac90092f-9837-4ec3-8768-6de4f99fa2af req-6d6a48f1-4657-45c2-b7bd-748559d60f18 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926740 May 16 20:42:48.112906 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (4115af0d-22b2-4d3d-b57b-00ec695e6b52), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.170372 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (4115af0d-22b2-4d3d-b57b-00ec695e6b52), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.198493 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4115af0d-22b2-4d3d-b57b-00ec695e6b52,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:48.204985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.210939 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-c8749f17-3c82-4b4d-bcb1-18df5d245acf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4115af0d-22b2-4d3d-b57b-00ec695e6b52 HTTP/1.1" status: 204 len: 168 time: 0.3701754 May 16 20:42:48.211195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38046) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:48.280604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (c1a69ba7-3b13-4cb2-af53-de8cc5ce168d), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.363727 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (c1a69ba7-3b13-4cb2-af53-de8cc5ce168d), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.387897 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a69ba7-3b13-4cb2-af53-de8cc5ce168d']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:48.400727 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16b0397-c3a0-4656-958e-01ea9984558c') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:48.401069 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16b0397-c3a0-4656-958e-01ea9984558c') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:48.412773 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (c16b0397-c3a0-4656-958e-01ea9984558c), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.454391 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (c16b0397-c3a0-4656-958e-01ea9984558c), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.465201 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:42:48.465595 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (c16b0397-c3a0-4656-958e-01ea9984558c), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:42:48.467337 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:42:48.489075 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac8bfc-eab7-4d47-a726-4c4128c845d2 req-f64500cb-b01a-4725-8bff-504665a82343 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:48.490615 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-feac8bfc-eab7-4d47-a726-4c4128c845d2 req-f64500cb-b01a-4725-8bff-504665a82343 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0799501 May 16 20:42:48.563712 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-70edfb1b-f82e-473a-8e22-247754e31e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.575584 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (c1a69ba7-3b13-4cb2-af53-de8cc5ce168d), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.591926 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.595183 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] 10.222.0.49 "DELETE /v2.0/networks/c1a69ba7-3b13-4cb2-af53-de8cc5ce168d HTTP/1.1" status: 204 len: 168 time: 0.3830361 May 16 20:42:48.598930 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38050) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:48.611666 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-feac8bfc-eab7-4d47-a726-4c4128c845d2 req-0fc80672-3a22-4d5d-9a45-1892cbecaf44 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152608 May 16 20:42:48.612389 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cbe21-37f9-403b-80f5-701b800f163d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a69ba7-3b13-4cb2-af53-de8cc5ce168d,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:48.671380 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] Deleting subnet 4206741a-ee27-432f-b669-221897fdb007 {{(pid=103496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:42:48.674983 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] Publish callbacks [] for subnet (4206741a-ee27-432f-b669-221897fdb007), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.734686 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528913176'] for subnet (4206741a-ee27-432f-b669-221897fdb007), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.777502 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (4206741a-ee27-432f-b669-221897fdb007), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.831423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528526707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528551173'] for subnet (4206741a-ee27-432f-b669-221897fdb007), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.862313 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4206741a-ee27-432f-b669-221897fdb007,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:48.867704 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:48.871159 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-55e7e8d9-dddf-45fd-a8b1-daafa1dd89d3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4206741a-ee27-432f-b669-221897fdb007 HTTP/1.1" status: 204 len: 168 time: 0.2705934 May 16 20:42:48.873701 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38052) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:48.945578 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (5ffdf0c5-bbff-4eb0-83be-62e7c7029885), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.027423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (5ffdf0c5-bbff-4eb0-83be-62e7c7029885), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.050378 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffdf0c5-bbff-4eb0-83be-62e7c7029885']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:49.079857 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dc4eb7-3608-448d-9a3f-e325b877bf2f') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:49.080315 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dc4eb7-3608-448d-9a3f-e325b877bf2f') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:49.091066 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (88dc4eb7-3608-448d-9a3f-e325b877bf2f), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.105364 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (88dc4eb7-3608-448d-9a3f-e325b877bf2f), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.112894 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:42:49.121733 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (88dc4eb7-3608-448d-9a3f-e325b877bf2f), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:42:49.125448 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:42:49.146260 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c6bae-4463-46fe-96e8-c1045d2f0977 req-3a701abd-bea0-479c-89b6-249469209be5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:49.147758 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2b8c6bae-4463-46fe-96e8-c1045d2f0977 req-3a701abd-bea0-479c-89b6-249469209be5 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0495565 May 16 20:42:49.203993 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2b8c6bae-4463-46fe-96e8-c1045d2f0977 req-ad74f963-614b-47c9-8ddc-ad455e385348 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491259 May 16 20:42:49.220047 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (5ffdf0c5-bbff-4eb0-83be-62e7c7029885), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.227397 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.233973 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5ffdf0c5-bbff-4eb0-83be-62e7c7029885 HTTP/1.1" status: 204 len: 168 time: 0.3566630 May 16 20:42:49.254147 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034144-d4a3-45b9-8f64-dae410d6efe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ffdf0c5-bbff-4eb0-83be-62e7c7029885,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:49.348646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78cec-2099-4a21-a9b3-de6620eb328a req-bba374f0-4c85-4739-b1bb-25f28e65e232 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:49.350569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b6d78cec-2099-4a21-a9b3-de6620eb328a req-bba374f0-4c85-4739-b1bb-25f28e65e232 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0734479 May 16 20:42:49.411314 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b6d78cec-2099-4a21-a9b3-de6620eb328a req-35d4c59b-9a9b-4818-94e8-a11cc0c29d3e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552280 May 16 20:42:49.456215 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38060) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:49.498406 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-666f9226-8f61-449d-8874-60dc2a3f7ed4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16287e47228a428896433650b11f3029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402970 May 16 20:42:49.500936 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38062) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:49.554373 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f177a020-5e79-4a79-b25d-0d432c6b0849 admin admin] Publish callbacks [] for security_group (ad9a9d35-04bd-4732-a970-e263e02cc14e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.581332 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f177a020-5e79-4a79-b25d-0d432c6b0849 admin admin] Publish callbacks [] for security_group (ad9a9d35-04bd-4732-a970-e263e02cc14e), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.633731 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f177a020-5e79-4a79-b25d-0d432c6b0849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ad9a9d35-04bd-4732-a970-e263e02cc14e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.639998 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f177a020-5e79-4a79-b25d-0d432c6b0849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:49.639998 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f177a020-5e79-4a79-b25d-0d432c6b0849 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad9a9d35-04bd-4732-a970-e263e02cc14e HTTP/1.1" status: 204 len: 168 time: 0.1359556 May 16 20:42:49.650275 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177a020-5e79-4a79-b25d-0d432c6b0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9a9d35-04bd-4732-a970-e263e02cc14e,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:49.760919 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8432e-ad88-4f33-8e23-264d387e5daa req-2eb376a8-31e2-4c09-b8c0-d6a635259cbc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:49.762464 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-88b8432e-ad88-4f33-8e23-264d387e5daa req-2eb376a8-31e2-4c09-b8c0-d6a635259cbc tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0551865 May 16 20:42:49.819790 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-88b8432e-ad88-4f33-8e23-264d387e5daa req-d308d2be-5a2f-4477-83fe-efe67f4465aa tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514882 May 16 20:42:50.036122 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38070) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:50.081792 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38074) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:50.082154 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-edaaf6e5-1e15-4474-b682-93b4b426733a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c58a41bb92fb48239965c18fa006196a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445635 May 16 20:42:50.133127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-00b8fee8-e118-4363-9dde-bed82dfb8965 admin admin] Publish callbacks [] for security_group (ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:50.157006 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-00b8fee8-e118-4363-9dde-bed82dfb8965 admin admin] Publish callbacks [] for security_group (ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:50.206973 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-00b8fee8-e118-4363-9dde-bed82dfb8965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:50.209620 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-00b8fee8-e118-4363-9dde-bed82dfb8965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:50.212282 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-00b8fee8-e118-4363-9dde-bed82dfb8965 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca HTTP/1.1" status: 204 len: 168 time: 0.1277921 May 16 20:42:50.220414 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8fee8-e118-4363-9dde-bed82dfb8965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce165a49-39d9-4e1b-a5bd-f4a63a3d54ca,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:50.369359 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df044-b3ba-4166-bfdf-663f629992fe req-80b45b25-ce83-46fe-85fc-c443c52c24e0 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:50.371120 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322df044-b3ba-4166-bfdf-663f629992fe req-80b45b25-ce83-46fe-85fc-c443c52c24e0 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0553710 May 16 20:42:50.427887 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322df044-b3ba-4166-bfdf-663f629992fe req-53078c0c-2349-439c-b209-a99a5f77118c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511281 May 16 20:42:50.546603 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcdca5-7ded-4481-b01c-4ae8155740e2 req-6d0e1c70-0e64-4a62-83ea-1642ee61da64 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:50.548217 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2fbcdca5-7ded-4481-b01c-4ae8155740e2 req-6d0e1c70-0e64-4a62-83ea-1642ee61da64 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0535460 May 16 20:42:50.611364 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2fbcdca5-7ded-4481-b01c-4ae8155740e2 req-b6f00962-d289-40ac-b2f2-3cd473a3bf8c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567029 May 16 20:42:50.739346 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a628322c-52e9-4f2c-8f29-7fbb895f04ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:50.951922 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb8b7b-b8a8-4157-9861-bc6bea04f228 req-8381988e-9982-4c11-a3fd-15ff06a336c8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:50.953637 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9ceb8b7b-b8a8-4157-9861-bc6bea04f228 req-8381988e-9982-4c11-a3fd-15ff06a336c8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0630770 May 16 20:42:51.016150 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9ceb8b7b-b8a8-4157-9861-bc6bea04f228 req-9c6694c9-8beb-49e0-84d4-b8b998bfb789 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561666 May 16 20:42:51.605563 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78500-4496-4d51-a15d-bc1738ad8424 req-ae0259df-87dd-41f5-98d8-a24c4f4850dc tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:51.607537 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a8b78500-4496-4d51-a15d-bc1738ad8424 req-ae0259df-87dd-41f5-98d8-a24c4f4850dc tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0698712 May 16 20:42:51.684605 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a8b78500-4496-4d51-a15d-bc1738ad8424 req-af86ae2e-a212-4f33-a65f-8342b8b152dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653424 May 16 20:42:51.769988 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9cb7d-22e5-4209-98b8-17ab0678b556 req-111c1fa2-b4ea-4fc8-9ea4-b943e765545f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:51.772493 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-daf9cb7d-22e5-4209-98b8-17ab0678b556 req-111c1fa2-b4ea-4fc8-9ea4-b943e765545f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0535614 May 16 20:42:51.831056 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-daf9cb7d-22e5-4209-98b8-17ab0678b556 req-13173936-17a2-41c0-8b35-42630df9d314 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510063 May 16 20:42:52.139582 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0ec25-546b-4be1-b7ca-ccce5ebbaf74 req-81e9a79e-4efc-4d8c-9902-21bee9a53db4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:52.141441 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5df0ec25-546b-4be1-b7ca-ccce5ebbaf74 req-81e9a79e-4efc-4d8c-9902-21bee9a53db4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0513158 May 16 20:42:52.172426 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:52.202026 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5df0ec25-546b-4be1-b7ca-ccce5ebbaf74 req-6ff66f20-16bf-44b0-b192-8955d0e94a0f tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464911 May 16 20:42:52.793898 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38160) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:52.805531 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031a48f-53dd-4cba-8a60-be3cc9a10fd5 req-ad8846e1-bcf8-4442-a684-a6f9d24754dc tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:52.807366 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3031a48f-53dd-4cba-8a60-be3cc9a10fd5 req-ad8846e1-bcf8-4442-a684-a6f9d24754dc tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0588126 May 16 20:42:52.889189 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3031a48f-53dd-4cba-8a60-be3cc9a10fd5 req-1c2bf934-edec-486b-bab7-9847c9d4ef85 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760624 May 16 20:42:52.936405 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f8adb882-74b3-44b6-b41f-701846538ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:52.984295 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e5d4-60c0-4500-bb8b-7bcf1a893859 req-b3b1b934-1e93-4abd-a6d8-437bdc6e25e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:52.986554 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8651e5d4-60c0-4500-bb8b-7bcf1a893859 req-b3b1b934-1e93-4abd-a6d8-437bdc6e25e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0605528 May 16 20:42:53.024810 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f8adb882-74b3-44b6-b41f-701846538ff3 admin admin] Publish callbacks [] for security_group (a16ced49-f6fd-42e5-ae93-0a4ed771944e), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.028979 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f8adb882-74b3-44b6-b41f-701846538ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a16ced49-f6fd-42e5-ae93-0a4ed771944e), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.045288 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8651e5d4-60c0-4500-bb8b-7bcf1a893859 req-df1e3ec6-7ccb-4b5f-b5ed-83d01c858c6b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 May 16 20:42:53.070625 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb882-74b3-44b6-b41f-701846538ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16ced49-f6fd-42e5-ae93-0a4ed771944e,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:53.077020 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f8adb882-74b3-44b6-b41f-701846538ff3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa354c70dd454c30b9c3a88e47b395e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816942 May 16 20:42:53.079520 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38166) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:53.142516 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5c3723d1-e4c4-4f26-b477-797e6a9db893 admin admin] Publish callbacks [] for security_group (a16ced49-f6fd-42e5-ae93-0a4ed771944e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.167240 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5c3723d1-e4c4-4f26-b477-797e6a9db893 admin admin] Publish callbacks [] for security_group (a16ced49-f6fd-42e5-ae93-0a4ed771944e), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.223798 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5c3723d1-e4c4-4f26-b477-797e6a9db893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a16ced49-f6fd-42e5-ae93-0a4ed771944e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.226786 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5c3723d1-e4c4-4f26-b477-797e6a9db893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.231999 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5c3723d1-e4c4-4f26-b477-797e6a9db893 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a16ced49-f6fd-42e5-ae93-0a4ed771944e HTTP/1.1" status: 204 len: 168 time: 0.1475899 May 16 20:42:53.239462 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3723d1-e4c4-4f26-b477-797e6a9db893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16ced49-f6fd-42e5-ae93-0a4ed771944e,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:53.335774 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23961378-0f33-42e4-9870-896f6b07d74f req-ee4c86c1-bd37-4411-8cce-7922f0e49679 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:53.337281 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-23961378-0f33-42e4-9870-896f6b07d74f req-ee4c86c1-bd37-4411-8cce-7922f0e49679 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0502059 May 16 20:42:53.391444 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-23961378-0f33-42e4-9870-896f6b07d74f req-87a4845b-f9f5-48d7-ad7c-ee22ad827dbf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483186 May 16 20:42:53.531881 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38174) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:53.545801 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f9e01325-1853-428a-9750-927fa1324085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.562635 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.629763 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f9e01325-1853-428a-9750-927fa1324085 admin admin] Publish callbacks [] for security_group (43a0ba97-c867-4a97-88cb-fa769ca310b4), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.635519 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f9e01325-1853-428a-9750-927fa1324085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (43a0ba97-c867-4a97-88cb-fa769ca310b4), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.672551 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e01325-1853-428a-9750-927fa1324085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a0ba97-c867-4a97-88cb-fa769ca310b4,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:53.676765 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f9e01325-1853-428a-9750-927fa1324085 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fe0b133f9ae42bfa9b8b61bc9a3f7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437764 May 16 20:42:53.681645 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38176) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:53.729538 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f1d7cbf5-f510-4b61-bca0-b07e5b614409 admin admin] Publish callbacks [] for security_group (43a0ba97-c867-4a97-88cb-fa769ca310b4), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.750350 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f1d7cbf5-f510-4b61-bca0-b07e5b614409 admin admin] Publish callbacks [] for security_group (43a0ba97-c867-4a97-88cb-fa769ca310b4), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.797414 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f1d7cbf5-f510-4b61-bca0-b07e5b614409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (43a0ba97-c867-4a97-88cb-fa769ca310b4), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.799931 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f1d7cbf5-f510-4b61-bca0-b07e5b614409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:53.801163 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f1d7cbf5-f510-4b61-bca0-b07e5b614409 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43a0ba97-c867-4a97-88cb-fa769ca310b4 HTTP/1.1" status: 204 len: 168 time: 0.1185870 May 16 20:42:53.809799 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7cbf5-f510-4b61-bca0-b07e5b614409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a0ba97-c867-4a97-88cb-fa769ca310b4,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:53.991424 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab6f11-8490-4b9b-9095-f9dc4cc2f595 req-e17011c9-fa4f-4197-88a0-0cd7a3d1550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:53.992930 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-10ab6f11-8490-4b9b-9095-f9dc4cc2f595 req-e17011c9-fa4f-4197-88a0-0cd7a3d1550a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1128 time: 0.0603604 May 16 20:42:54.026460 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c06ca-3b5e-4abd-9798-9692d2065bd6 req-26934ae8-4570-4fd7-89bb-205790148cfd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:54.027947 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-603c06ca-3b5e-4abd-9798-9692d2065bd6 req-26934ae8-4570-4fd7-89bb-205790148cfd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0487568 May 16 20:42:54.074750 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-603c06ca-3b5e-4abd-9798-9692d2065bd6 req-1b6b090a-68d3-48f0-a7dc-b13c3882ddf8 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409331 May 16 20:42:54.163248 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f715-a436-4682-9540-680931bd247e req-b06f742d-b9eb-4f73-9954-0abef589dffa tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:54.164753 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2203f715-a436-4682-9540-680931bd247e req-b06f742d-b9eb-4f73-9954-0abef589dffa tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0462861 May 16 20:42:54.217901 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2203f715-a436-4682-9540-680931bd247e req-9ce765de-6fc8-4d9a-b0ba-e50769f0c4d7 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473690 May 16 20:42:54.505061 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a4acb-7718-4305-be60-b65d35c92266 req-bd74e9bc-e1ba-45ed-b8b1-e2568053b7bd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:54.506509 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-563a4acb-7718-4305-be60-b65d35c92266 req-bd74e9bc-e1ba-45ed-b8b1-e2568053b7bd tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0458143 May 16 20:42:54.553222 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-563a4acb-7718-4305-be60-b65d35c92266 req-67494826-8ce9-46c8-a030-b60f8df4b1e7 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410025 May 16 20:42:54.888791 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38216) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:54.897874 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.004177 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cb1fda46-5f29-4a3a-a1ec-5b52bd57b447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.086588 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cb1fda46-5f29-4a3a-a1ec-5b52bd57b447 admin admin] Publish callbacks [] for security_group (57b5b97d-2162-408a-b057-1aef7807e9b4), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.093055 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-cb1fda46-5f29-4a3a-a1ec-5b52bd57b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (57b5b97d-2162-408a-b057-1aef7807e9b4), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.146959 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-cb1fda46-5f29-4a3a-a1ec-5b52bd57b447 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=942a2de7f33a43ea8740c73fd32fa41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543778 May 16 20:42:55.147438 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38222) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:55.154894 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fda46-5f29-4a3a-a1ec-5b52bd57b447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b5b97d-2162-408a-b057-1aef7807e9b4,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:55.200206 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b2512416-8b85-40e0-96dd-41133a6bbeef admin admin] Publish callbacks [] for security_group (57b5b97d-2162-408a-b057-1aef7807e9b4), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.220664 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b2512416-8b85-40e0-96dd-41133a6bbeef admin admin] Publish callbacks [] for security_group (57b5b97d-2162-408a-b057-1aef7807e9b4), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.247411 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff046a8-de10-4715-b18a-7a088cda1ed2 req-8de29ff9-deed-4821-88f8-fa467aaa8175 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:55.249039 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6ff046a8-de10-4715-b18a-7a088cda1ed2 req-8de29ff9-deed-4821-88f8-fa467aaa8175 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0797343 May 16 20:42:55.283797 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b2512416-8b85-40e0-96dd-41133a6bbeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (57b5b97d-2162-408a-b057-1aef7807e9b4), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.286796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b2512416-8b85-40e0-96dd-41133a6bbeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:55.287412 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab6f11-8490-4b9b-9095-f9dc4cc2f595 req-40ccb000-e6fa-4233-a446-5f2466cc2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:55.288508 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b2512416-8b85-40e0-96dd-41133a6bbeef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57b5b97d-2162-408a-b057-1aef7807e9b4 HTTP/1.1" status: 204 len: 168 time: 0.1398909 May 16 20:42:55.288870 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-10ab6f11-8490-4b9b-9095-f9dc4cc2f595 req-40ccb000-e6fa-4233-a446-5f2466cc2ccb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=710ecde5160640149c693e0c2b0b0354&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1655502 May 16 20:42:55.298092 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2512416-8b85-40e0-96dd-41133a6bbeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b5b97d-2162-408a-b057-1aef7807e9b4,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:55.354267 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6ff046a8-de10-4715-b18a-7a088cda1ed2 req-3d965a9c-c982-4f73-bc20-5cc3f0399ebe tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908215 May 16 20:42:55.370206 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a43b7-3fb4-4136-9f69-6ec9c85c0828 req-6ee89e4a-c040-4b29-af65-6ca58bd08cac tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:55.371665 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8f5a43b7-3fb4-4136-9f69-6ec9c85c0828 req-6ee89e4a-c040-4b29-af65-6ca58bd08cac tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0602889 May 16 20:42:55.424681 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8f5a43b7-3fb4-4136-9f69-6ec9c85c0828 req-168571f8-0781-4454-9ab7-7cdec4bfb5b5 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 May 16 20:42:55.665309 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c80ce-5001-4d92-97f4-8f07f9a30158 req-d07d3d6b-e65d-4f3d-bfbc-35e9b8168385 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:55.666708 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e00c80ce-5001-4d92-97f4-8f07f9a30158 req-d07d3d6b-e65d-4f3d-bfbc-35e9b8168385 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0468533 May 16 20:42:55.712729 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e00c80ce-5001-4d92-97f4-8f07f9a30158 req-6eafd7fb-9fa4-4991-b5e2-872cb1b915a4 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401537 May 16 20:42:55.952058 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab6f11-8490-4b9b-9095-f9dc4cc2f595 req-b1a666a5-f683-4ced-9952-2fa419398920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:55.953448 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-10ab6f11-8490-4b9b-9095-f9dc4cc2f595 req-b1a666a5-f683-4ced-9952-2fa419398920 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957448 May 16 20:42:56.081225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-1970e0e3-1288-4cd4-ace0-e0901d85c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:56.082720 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-1970e0e3-1288-4cd4-ace0-e0901d85c76f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1128 time: 0.0665934 May 16 20:42:56.088574 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-4c86dd73-9c7f-484d-8c0b-5677ba196b01 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:56.089883 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-4c86dd73-9c7f-484d-8c0b-5677ba196b01 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0840714 May 16 20:42:56.148419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-3d1a5bbd-ed4c-4a6e-b74e-4a34a3238910 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1 HTTP/1.1" status: 200 len: 217 time: 0.0575795 May 16 20:42:56.236087 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-e160bde2-bb48-42d7-96ea-fc2e469ee685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:56.237468 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-e160bde2-bb48-42d7-96ea-fc2e469ee685 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0814161 May 16 20:42:56.238101 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:56.238433 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:56.328797 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-a91fd6c4-a6c1-4352-9a9b-ef349e0adc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:56.330285 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-a91fd6c4-a6c1-4352-9a9b-ef349e0adc72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784175 May 16 20:42:56.383969 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] For port 7cecb240-68ee-4c56-b8b3-d62a8675bc86, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7cecb240-68ee-4c56-b8b3-d62a8675bc86,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:56.384673 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:56.835706 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-6483e3ee-2947-4f2a-a656-441f30684e37 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976161 May 16 20:42:56.850156 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b035e-6b3a-4a8e-bc4f-edc3d8486cf5 req-6f8490b0-b7fc-45d6-a5e6-c53806a5cb56 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:56.851490 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-443b035e-6b3a-4a8e-bc4f-edc3d8486cf5 req-6f8490b0-b7fc-45d6-a5e6-c53806a5cb56 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.3896198 May 16 20:42:56.879201 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b1ff5-209e-4249-83c5-e21821e68197 req-71c5ebf7-32a5-4e54-bd1f-7315a8f9c20b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:56.880631 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-149b1ff5-209e-4249-83c5-e21821e68197 req-71c5ebf7-32a5-4e54-bd1f-7315a8f9c20b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.3802197 May 16 20:42:56.929408 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:57.037327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:57.037960 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (330ecc8b-2356-4e32-ab3d-2015beeed195), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:57.037960 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Floating IP 330ecc8b-2356-4e32-ab3d-2015beeed195 disassociated. External IP: 172.27.0.168, port: 7cecb240-68ee-4c56-b8b3-d62a8675bc86. May 16 20:42:57.038294 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for 7cecb240-68ee-4c56-b8b3-d62a8675bc86 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:57.056908 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-149b1ff5-209e-4249-83c5-e21821e68197 req-d31e1881-45f1-467e-a9c4-975dee4c4fac tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655016 May 16 20:42:57.063445 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-443b035e-6b3a-4a8e-bc4f-edc3d8486cf5 req-dbe2abe5-f2ff-4308-9c65-f2305e4be57b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048981 May 16 20:42:57.117682 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4ddf712-a223-4239-8eb6-dba55a5e1a42 req-e68d3fbb-3b66-4f27-b62b-46baa947fa82 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024062 May 16 20:42:57.174530 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65e11-aafc-4c89-9218-a1d1a7584379 req-0d6c4d7d-f704-4988-b2df-52e7790911e8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:57.176009 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-44d65e11-aafc-4c89-9218-a1d1a7584379 req-0d6c4d7d-f704-4988-b2df-52e7790911e8 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/ports?device_id=faf5e096-bd76-45d5-a4cc-8a6c1cc08833 HTTP/1.1" status: 200 len: 946 time: 0.0607860 May 16 20:42:57.251220 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-44d65e11-aafc-4c89-9218-a1d1a7584379 req-ba33def4-38a1-4c94-8187-2ea449996b12 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667195 May 16 20:42:57.271091 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (7cecb240-68ee-4c56-b8b3-d62a8675bc86), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:57.302150 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=7cecb240-68ee-4c56-b8b3-d62a8675bc86,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:57.406891 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:42:57.518028 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:42:57.531450 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:42:57.544064 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:57.544759 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:57.565150 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] No DVR routers for this DVR port 7cecb240-68ee-4c56-b8b3-d62a8675bc86 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:42:57.567989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:57.571756 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ce7d2035-57cd-40ae-a7ac-60abe662373c req-c86e1562-e0f7-47b4-95db-26d8606218cf tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.60 "DELETE /v2.0/ports/7cecb240-68ee-4c56-b8b3-d62a8675bc86 HTTP/1.1" status: 204 len: 173 time: 1.4752374 May 16 20:42:57.572228 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'name': 'network-vif-deleted', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:42:57.575146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673745be-998d-47a3-929b-80faf48c3dff" -d '{"events": [{"server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "name": "network-vif-deleted", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:42:57.632232 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08057b15-6116-4f13-aa32-67a967c28366 x-openstack-request-id: req-08057b15-6116-4f13-aa32-67a967c28366 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:42:57.632485 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf5e096-bd76-45d5-a4cc-8a6c1cc08833", "name": "network-vif-deleted", "tag": "7cecb240-68ee-4c56-b8b3-d62a8675bc86", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:42:57.632811 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08057b15-6116-4f13-aa32-67a967c28366 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:42:57.633326 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08057b15-6116-4f13-aa32-67a967c28366'] response: {'server_uuid': 'faf5e096-bd76-45d5-a4cc-8a6c1cc08833', 'name': 'network-vif-deleted', 'tag': '7cecb240-68ee-4c56-b8b3-d62a8675bc86', 'status': 'completed', 'code': 200} May 16 20:42:57.702378 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:57.959405 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:58.005664 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:42:58.027256 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:42:58.027915 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:58.140326 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:42:58.218102 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef357c-dd41-4b6c-8d9b-ccf8c22c6d2c req-436037b2-e34a-4f50-b75f-11d2d9a512e4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:58.219510 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3fef357c-dd41-4b6c-8d9b-ccf8c22c6d2c req-436037b2-e34a-4f50-b75f-11d2d9a512e4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0863454 May 16 20:42:58.243524 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08433e-92ce-4bc3-9eda-35aad9e7dee2 req-3d479b2f-6433-48ed-902c-dcdbdd26874c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:58.244967 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1e08433e-92ce-4bc3-9eda-35aad9e7dee2 req-3d479b2f-6433-48ed-902c-dcdbdd26874c tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 943 time: 0.0685151 May 16 20:42:58.308284 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3fef357c-dd41-4b6c-8d9b-ccf8c22c6d2c req-9364248b-f49e-4878-ae5a-2a9a1e3fd05b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807960 May 16 20:42:58.315315 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1e08433e-92ce-4bc3-9eda-35aad9e7dee2 req-28d9791b-ca8f-41a9-b9f7-ee9311af0cb1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639770 May 16 20:42:58.327872 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:42:58.358017 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b4feb-92b1-446d-a1e9-a44b16b0e7f3 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:36:55Z', 'revision_number': 4, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '5e219f9b-ab93-467f-b2a7-f8cfdc5496bc', 'name': '', 'network_id': '51755a9b-e432-418d-95c4-023d6854f406', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'mac_address': 'fa:16:3e:a5:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:54Z', 'updated_at': '2022-05-16T20:37:02Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'subnets': [{'id': '72ced089-7684-4ae7-b5cc-0a11ad060d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:42:58.396222 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38284) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:58.423636 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:42:58.458639 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4596acd5-3e18-4b76-8dec-c72dd9a7922d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (0ccdb431-0d7b-4c32-b7e5-2d16edb44b33), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.483971 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4596acd5-3e18-4b76-8dec-c72dd9a7922d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (0ccdb431-0d7b-4c32-b7e5-2d16edb44b33), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.512596 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a898cb-1528-404e-8243-e0202d462437 req-1f606414-1231-4598-99c5-623e55237eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:58.514203 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-17a898cb-1528-404e-8243-e0202d462437 req-1f606414-1231-4598-99c5-623e55237eef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1127 time: 0.0501063 May 16 20:42:58.529850 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:58.533419 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4596acd5-3e18-4b76-8dec-c72dd9a7922d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0ccdb431-0d7b-4c32-b7e5-2d16edb44b33), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.536851 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4596acd5-3e18-4b76-8dec-c72dd9a7922d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.538000 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-4596acd5-3e18-4b76-8dec-c72dd9a7922d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ccdb431-0d7b-4c32-b7e5-2d16edb44b33 HTTP/1.1" status: 204 len: 168 time: 0.1405900 May 16 20:42:58.543049 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38286) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:58.543733 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'port_id': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'mac_address': 'fa:16:3e:5e:84:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:42:58.563235 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596acd5-3e18-4b76-8dec-c72dd9a7922d tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccdb431-0d7b-4c32-b7e5-2d16edb44b33,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:58.566680 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.api.v2.resource [None req-3faa7c40-1804-4eba-bb3c-a11e5cd2c2cb tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] show failed (client error): The resource could not be found. May 16 20:42:58.567817 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-3faa7c40-1804-4eba-bb3c-a11e5cd2c2cb tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "GET /v2.0/security-groups/0ccdb431-0d7b-4c32-b7e5-2d16edb44b33 HTTP/1.1" status: 404 len: 347 time: 0.0234432 May 16 20:42:58.570724 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38288) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:42:58.595839 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 21b40ca4-40ac-4a3f-9958-fe3007671e02 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:42:58.596217 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.617182 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b40ca4-40ac-4a3f-9958-fe3007671e02 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:42:58.640079 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:42:58.645408 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.667538 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a898cb-1528-404e-8243-e0202d462437 req-2f915a42-b54d-434e-93fd-13e2b0e08878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:58.669147 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-17a898cb-1528-404e-8243-e0202d462437 req-2f915a42-b54d-434e-93fd-13e2b0e08878 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 200 len: 918 time: 0.1358969 May 16 20:42:58.685837 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7818450-f783-42f5-ad80-e24c9eb69d58 None None] New status for floating IP 330ecc8b-2356-4e32-ab3d-2015beeed195: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:42:58.723123 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Deleting port 414267fd-3336-42b0-a36b-f45bd22433ad {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:42:58.723553 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (414267fd-3336-42b0-a36b-f45bd22433ad), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.738081 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-17a898cb-1528-404e-8243-e0202d462437 req-44ead91d-a30b-47c7-8a8b-f02c1c8f48ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 200 len: 999 time: 0.0620987 May 16 20:42:58.766314 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=9']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:58.788473 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a898cb-1528-404e-8243-e0202d462437 req-95a6cc71-65dc-4154-9036-f4e77b9a8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:58.790213 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-17a898cb-1528-404e-8243-e0202d462437 req-95a6cc71-65dc-4154-9036-f4e77b9a8ff2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 200 len: 856 time: 0.0456293 May 16 20:42:58.801966 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (414267fd-3336-42b0-a36b-f45bd22433ad), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.802433 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (414267fd-3336-42b0-a36b-f45bd22433ad), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.817486 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Calling delete_port for 414267fd-3336-42b0-a36b-f45bd22433ad owned by network:floatingip {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:42:58.840118 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a898cb-1528-404e-8243-e0202d462437 req-1fa74ea5-16a9-4575-b762-ed488fa30aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:58.841664 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-17a898cb-1528-404e-8243-e0202d462437 req-1fa74ea5-16a9-4575-b762-ed488fa30aa3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecfbded1-d8d9-4f26-a9bd-62198a15a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444834 May 16 20:42:58.868793 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['21b40ca4-40ac-4a3f-9958-fe3007671e02'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:42:58.943183 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-17a898cb-1528-404e-8243-e0202d462437 req-e5083327-f057-404a-8373-dfd5a255f20f service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950236 May 16 20:42:58.972108 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (414267fd-3336-42b0-a36b-f45bd22433ad), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:58.991484 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Pushing event deleted for resources: {'Port': ['ID=414267fd-3336-42b0-a36b-f45bd22433ad,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:42:59.045511 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-17a898cb-1528-404e-8243-e0202d462437 req-cac64c03-72c6-440e-b372-08bd8de6f371 service neutron] 10.222.0.60 "GET /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952637 May 16 20:42:59.062528 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks [] for floatingip (330ecc8b-2356-4e32-ab3d-2015beeed195), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:59.064743 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:59.068319 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d8c08646-7792-47a9-b3fa-12a7725fb055 tempest-AttachVolumeNegativeTest-1167750620 tempest-AttachVolumeNegativeTest-1167750620-project] 10.222.0.49 "DELETE /v2.0/floatingips/330ecc8b-2356-4e32-ab3d-2015beeed195 HTTP/1.1" status: 204 len: 168 time: 0.4895101 May 16 20:42:59.458068 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35eb4-974b-44a9-b377-08c9164b0c58 req-d5423f3c-c5f2-4d5b-8a28-4bba8e00bb47 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:59.460288 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-46f35eb4-974b-44a9-b377-08c9164b0c58 req-d5423f3c-c5f2-4d5b-8a28-4bba8e00bb47 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0809467 May 16 20:42:59.469317 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666fe7f-d29a-4859-a5f7-d586eb029b4e req-278e5e9e-40b9-432e-a30d-7676d5c912ee tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:42:59.470842 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b666fe7f-d29a-4859-a5f7-d586eb029b4e req-278e5e9e-40b9-432e-a30d-7676d5c912ee tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 944 time: 0.0825808 May 16 20:42:59.545000 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-46f35eb4-974b-44a9-b377-08c9164b0c58 req-c6ac7382-29c5-41b5-a5dd-b32f7c133eaf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729635 May 16 20:42:59.549017 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b666fe7f-d29a-4859-a5f7-d586eb029b4e req-4b27fed3-a798-4b48-871e-a71c275acf8a tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712047 May 16 20:43:00.436332 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:00.480515 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 21b40ca4-40ac-4a3f-9958-fe3007671e02 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:00.480888 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:00.552755 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 21b40ca4-40ac-4a3f-9958-fe3007671e02 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:00.553463 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:00.584031 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:00.586110 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5d5773-bdeb-4bec-8313-c85923a7ca29" -d '{"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-plugged", "status": "completed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:00.599132 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:00.605058 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:00.607610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 7cecb240-68ee-4c56-b8b3-d62a8675bc86 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:00.628750 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 7cecb240-68ee-4c56-b8b3-d62a8675bc86 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:00.629081 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 7cecb240-68ee-4c56-b8b3-d62a8675bc86 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:00.677704 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=10']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:00.718088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a570e-3f97-414c-b173-5e230adf810e req-a3bbd47f-8f01-4b75-bd9d-0c319b419303 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:00.719593 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e15a570e-3f97-414c-b173-5e230adf810e req-a3bbd47f-8f01-4b75-bd9d-0c319b419303 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 946 time: 0.0822144 May 16 20:43:00.738374 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4a028-b899-4a4e-8894-afdacb3aa776 req-a712179d-0c0e-4505-b97c-175bb7436c8f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:00.739770 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a0d4a028-b899-4a4e-8894-afdacb3aa776 req-a712179d-0c0e-4505-b97c-175bb7436c8f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0654685 May 16 20:43:00.804971 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e15a570e-3f97-414c-b173-5e230adf810e req-22a04efc-e6e0-4200-a777-c4cd372b974d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792072 May 16 20:43:00.809714 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a0d4a028-b899-4a4e-8894-afdacb3aa776 req-8b3da5eb-6974-4c6c-bee9-3e50ec879ea3 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618529 May 16 20:43:00.852733 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a1a52c-1f05-45ae-94af-972261097e0e x-openstack-request-id: req-13a1a52c-1f05-45ae-94af-972261097e0e {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:00.853023 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-plugged", "status": "completed", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:00.853278 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13a1a52c-1f05-45ae-94af-972261097e0e {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:00.853671 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a1a52c-1f05-45ae-94af-972261097e0e'] response: {'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'code': 200} May 16 20:43:01.027736 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b2cb3-dbf2-48d7-8cb1-85b0aa1e9689 req-f07f6ea3-d4d2-41b8-9d63-0f3f637a2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:01.029224 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f01b2cb3-dbf2-48d7-8cb1-85b0aa1e9689 req-f07f6ea3-d4d2-41b8-9d63-0f3f637a2f6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 1130 time: 0.0390930 May 16 20:43:01.074011 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f01b2cb3-dbf2-48d7-8cb1-85b0aa1e9689 req-2b3077da-2dc7-43ae-938a-d8c340a1b752 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 May 16 20:43:01.966221 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1de8f-4323-457d-8e34-370fb13207e7 req-462a9a59-e14c-4a69-a03c-9d0c7f91e986 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:01.967717 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bee1de8f-4323-457d-8e34-370fb13207e7 req-462a9a59-e14c-4a69-a03c-9d0c7f91e986 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 946 time: 0.0781906 May 16 20:43:01.978623 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92533-1d0d-4328-bf6b-fc54ad8daa45 req-372c4cc1-a231-4f60-8386-0b2b018902ec tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:01.980067 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49d92533-1d0d-4328-bf6b-fc54ad8daa45 req-372c4cc1-a231-4f60-8386-0b2b018902ec tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0811186 May 16 20:43:02.052017 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49d92533-1d0d-4328-bf6b-fc54ad8daa45 req-4f241d6b-6041-42a2-ac97-55449dcb0c56 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649884 May 16 20:43:02.054894 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bee1de8f-4323-457d-8e34-370fb13207e7 req-9ab4b677-f4d9-4b10-9267-f3574ac74c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738533 May 16 20:43:02.753226 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38446) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:03.215757 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (1799c622-0d77-4bca-ad9f-25f35cc283ce), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:03.240643 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc8182-d0c7-42d2-b06d-64a2c5134d94 req-007b44f2-a16c-488c-ac60-2df1daa824df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:03.242139 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-40cc8182-d0c7-42d2-b06d-64a2c5134d94 req-007b44f2-a16c-488c-ac60-2df1daa824df tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 946 time: 0.0853937 May 16 20:43:03.248119 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c6246-60a3-43ed-91e9-1750a0bd8ac1 req-4f33d82f-2f19-456e-9816-3d3a1da42424 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:03.249659 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-041c6246-60a3-43ed-91e9-1750a0bd8ac1 req-4f33d82f-2f19-456e-9816-3d3a1da42424 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0839744 May 16 20:43:03.332186 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-40cc8182-d0c7-42d2-b06d-64a2c5134d94 req-df89f0b5-ae77-430b-a3d6-576d7d30c63b tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815001 May 16 20:43:03.335835 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-041c6246-60a3-43ed-91e9-1750a0bd8ac1 req-581b306c-756c-47ec-a5ec-2a76f3c1c143 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783491 May 16 20:43:03.444919 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Deleting port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:03.445252 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:03.527030 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] For port 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:03.527392 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:03.541080 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Calling delete_port for 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc owned by network:router_interface {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:03.733907 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (5e219f9b-ab93-467f-b2a7-f8cfdc5496bc), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:03.759212 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e219f9b-ab93-467f-b2a7-f8cfdc5496bc,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:03.925523 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (1799c622-0d77-4bca-ad9f-25f35cc283ce), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:04.374736 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Router 1799c622-0d77-4bca-ad9f-25f35cc283ce has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:43:04.469222 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:43:04.476492 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f10b-6b27-49c2-a307-3a54ecb1ef3a req-f7c43aa2-2307-4361-a45e-cd0aab1e019e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:04.477037 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:04.477956 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3401f10b-6b27-49c2-a307-3a54ecb1ef3a req-f7c43aa2-2307-4361-a45e-cd0aab1e019e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 944 time: 0.0741155 May 16 20:43:04.482054 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-80ddb135-1aff-4924-9f6e-85ad98e82739 admin admin] 10.222.0.49 "PUT /v2.0/routers/1799c622-0d77-4bca-ad9f-25f35cc283ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282350 May 16 20:43:04.488720 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] Sync routers for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:04.493009 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38464) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:04.494898 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdebf21-952a-4ade-b78c-faf7884282d8 req-ddffc29d-344f-42a5-8df7-c7d3f97908dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:04.496654 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dfdebf21-952a-4ade-b78c-faf7884282d8 req-ddffc29d-344f-42a5-8df7-c7d3f97908dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 946 time: 0.0837350 May 16 20:43:04.504425 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:04.505105 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:04.567487 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3401f10b-6b27-49c2-a307-3a54ecb1ef3a req-1a64f765-142f-4322-b3d4-08e52b474a2e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695624 May 16 20:43:04.594172 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:04.604566 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks [] for router (1799c622-0d77-4bca-ad9f-25f35cc283ce), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:04.610059 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:43:04.614964 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dfdebf21-952a-4ade-b78c-faf7884282d8 req-8cdc5e74-3158-4a50-9c77-5b4af8d6fded tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039906 May 16 20:43:04.661079 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:04.661616 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:04.676643 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:43:04.697397 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:04.702363 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:04.716831 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks [] for router_gateway (1799c622-0d77-4bca-ad9f-25f35cc283ce), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:04.723462 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:04.753256 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:04.759773 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Deleting port dedfbc17-6b1e-478f-80a2-02501eb88820 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:04.760327 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:04.849300 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] For port dedfbc17-6b1e-478f-80a2-02501eb88820, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=dedfbc17-6b1e-478f-80a2-02501eb88820,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:04.849635 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:04.863002 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Calling delete_port for dedfbc17-6b1e-478f-80a2-02501eb88820 owned by network:router_gateway {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:04.885500 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:43:03Z', 'revision_number': 5, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port': {'id': 'dedfbc17-6b1e-478f-80a2-02501eb88820', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:51Z', 'updated_at': '2022-05-16T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:04.905289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['38516439-bbc9-4e23-9ca0-a93ad3f94ec1'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:43:04.916051 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] Checking router: 1799c622-0d77-4bca-ad9f-25f35cc283ce for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:04.927333 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] Routers {'1799c622-0d77-4bca-ad9f-25f35cc283ce'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:04.927979 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['1799c622-0d77-4bca-ad9f-25f35cc283ce'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:05.015074 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] Set router 1799c622-0d77-4bca-ad9f-25f35cc283ce gateway port host: None {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:05.042656 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (dedfbc17-6b1e-478f-80a2-02501eb88820), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.067500 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:43:04Z', 'revision_number': 6, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:05.078346 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Pushing event deleted for resources: {'Port': ['ID=dedfbc17-6b1e-478f-80a2-02501eb88820,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:05.094336 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c64fff-c818-4e2a-9ecf-05a9ca6cdd49 None None] The sync data for ids ['1799c622-0d77-4bca-ad9f-25f35cc283ce'] in dv-cinder-777031-16-iscsi is: [{'id': '1799c622-0d77-4bca-ad9f-25f35cc283ce', 'name': 'tempest-AttachVolumeNegativeTest-1870932308-router', 'tenant_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:50Z', 'updated_at': '2022-05-16T20:43:04Z', 'revision_number': 6, 'project_id': '2beaab3a72a345d98a9ec4e0ae4686b6', 'gw_port_host': None}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:05.160843 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (1799c622-0d77-4bca-ad9f-25f35cc283ce), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.262480 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (1799c622-0d77-4bca-ad9f-25f35cc283ce), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.264638 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks [] for router_controller (1799c622-0d77-4bca-ad9f-25f35cc283ce), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.332750 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (1799c622-0d77-4bca-ad9f-25f35cc283ce), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.333329 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1799c622-0d77-4bca-ad9f-25f35cc283ce {{(pid=103496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:43:05.338686 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.339833 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b71ada57-d9db-4222-9b3f-fc8b8979fcce admin admin] 10.222.0.49 "DELETE /v2.0/routers/1799c622-0d77-4bca-ad9f-25f35cc283ce HTTP/1.1" status: 204 len: 168 time: 0.8458190 May 16 20:43:05.342517 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38474) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:05.391587 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] Deleting subnet 72ced089-7684-4ae7-b5cc-0a11ad060d49 {{(pid=103496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:43:05.394761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] Publish callbacks [] for subnet (72ced089-7684-4ae7-b5cc-0a11ad060d49), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.439531 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528913176'] for subnet (72ced089-7684-4ae7-b5cc-0a11ad060d49), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.514895 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (72ced089-7684-4ae7-b5cc-0a11ad060d49), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.575084 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528526707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528551173'] for subnet (72ced089-7684-4ae7-b5cc-0a11ad060d49), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.598418 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ced089-7684-4ae7-b5cc-0a11ad060d49,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:05.605178 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.610564 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa454c-b1f5-4a5a-b05a-082fd0e01a55 None None] Network 51755a9b-e432-418d-95c4-023d6854f406 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:05.611398 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-bbd0e4be-bd91-4e73-9bc6-1d4e9b31456a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/72ced089-7684-4ae7-b5cc-0a11ad060d49 HTTP/1.1" status: 204 len: 168 time: 0.2675049 May 16 20:43:05.614025 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38478) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:05.723014 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (51755a9b-e432-418d-95c4-023d6854f406), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.746626 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7310a4-c468-4cef-a95c-8e67270d3147 req-058afade-e806-4365-924f-ef2ff7b1d27c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:05.748123 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3f7310a4-c468-4cef-a95c-8e67270d3147 req-058afade-e806-4365-924f-ef2ff7b1d27c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 945 time: 0.0616095 May 16 20:43:05.795572 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Deleting port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:05.795910 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.841975 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3f7310a4-c468-4cef-a95c-8e67270d3147 req-b199fd64-c77d-4cb3-bee0-e71f2a46ab5b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744116 May 16 20:43:05.881054 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] For port bc9dbb9b-e737-479c-b7a7-916baa38d4f2, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:05.881545 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.891360 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] DHCP port deletion for 51755a9b-e432-418d-95c4-023d6854f406 request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:43:05.897089 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Calling delete_port for bc9dbb9b-e737-479c-b7a7-916baa38d4f2 owned by network:dhcp {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:05.928995 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] Deleting port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:05.929289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.982927 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:05.994107 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] For port bc9dbb9b-e737-479c-b7a7-916baa38d4f2, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,segment=NetworkSegment(7b188824-3e62-4f8a-b3ee-f1b6e98cef55),segment_id=7b188824-3e62-4f8a-b3ee-f1b6e98cef55)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:05.994494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.009041 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] Calling delete_port for bc9dbb9b-e737-479c-b7a7-916baa38d4f2 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:06.015898 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:06.021220 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] No DVR routers for this DVR port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 on host dv-cinder-777031-16-iscsi {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:43:06.088830 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (bc9dbb9b-e737-479c-b7a7-916baa38d4f2), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.094393 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (51755a9b-e432-418d-95c4-023d6854f406), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.114038 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] Pushing event deleted for resources: {'Port': ['ID=bc9dbb9b-e737-479c-b7a7-916baa38d4f2,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:06.115267 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51755a9b-e432-418d-95c4-023d6854f406']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:06.118203 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3478b8-7dd1-43e5-a6a5-730c70e1b2bb None None] No DVR routers for this DVR port bc9dbb9b-e737-479c-b7a7-916baa38d4f2 on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:43:06.136659 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b188824-3e62-4f8a-b3ee-f1b6e98cef55') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:06.137029 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b188824-3e62-4f8a-b3ee-f1b6e98cef55') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:06.151505 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (7b188824-3e62-4f8a-b3ee-f1b6e98cef55), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.167998 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (7b188824-3e62-4f8a-b3ee-f1b6e98cef55), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.177252 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:43:06.177932 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (7b188824-3e62-4f8a-b3ee-f1b6e98cef55), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:43:06.180007 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:43:06.245576 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (51755a9b-e432-418d-95c4-023d6854f406), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.250379 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.256279 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38486) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:06.259278 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] 10.222.0.49 "DELETE /v2.0/networks/51755a9b-e432-418d-95c4-023d6854f406 HTTP/1.1" status: 204 len: 168 time: 0.6415193 May 16 20:43:06.269726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103c232-942b-45c2-abf7-e1cd9e4aef05 admin admin] Pushing event deleted for resources: {'Network': ['ID=51755a9b-e432-418d-95c4-023d6854f406,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:06.371187 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-95afdb8f-b399-4031-b42a-311cf6770660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.378595 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38492) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:06.424671 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-69b4971e-c15e-49ba-a1f6-65d4632a1b6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2beaab3a72a345d98a9ec4e0ae4686b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424697 May 16 20:43:06.425242 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38494) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:06.451153 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-95afdb8f-b399-4031-b42a-311cf6770660 admin admin] Publish callbacks [] for security_group (302193a7-d8df-4c70-aa28-e893495733ce), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.455950 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-95afdb8f-b399-4031-b42a-311cf6770660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (302193a7-d8df-4c70-aa28-e893495733ce), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.480364 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:06.482011 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-295eb25f-958f-4eaa-a8e4-d24964b8dc82 admin admin] Publish callbacks [] for security_group (ecbbfc33-cf6f-4746-908a-681d9383d1b7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.498241 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-95afdb8f-b399-4031-b42a-311cf6770660 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45baf1aeccab4b4fa78819bdb00078d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376802 May 16 20:43:06.500975 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38496) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:06.506943 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afdb8f-b399-4031-b42a-311cf6770660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302193a7-d8df-4c70-aa28-e893495733ce,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:06.510919 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-295eb25f-958f-4eaa-a8e4-d24964b8dc82 admin admin] Publish callbacks [] for security_group (ecbbfc33-cf6f-4746-908a-681d9383d1b7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.530228 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:43:06.536997 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:06.537537 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.562278 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-348d41a4-c22a-4b27-b530-e4dd5d561da7 admin admin] Publish callbacks [] for security_group (302193a7-d8df-4c70-aa28-e893495733ce), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.571268 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-295eb25f-958f-4eaa-a8e4-d24964b8dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ecbbfc33-cf6f-4746-908a-681d9383d1b7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.574707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-295eb25f-958f-4eaa-a8e4-d24964b8dc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.576423 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-295eb25f-958f-4eaa-a8e4-d24964b8dc82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecbbfc33-cf6f-4746-908a-681d9383d1b7 HTTP/1.1" status: 204 len: 168 time: 0.1497762 May 16 20:43:06.585910 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eb25f-958f-4eaa-a8e4-d24964b8dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbbfc33-cf6f-4746-908a-681d9383d1b7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:06.590903 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-348d41a4-c22a-4b27-b530-e4dd5d561da7 admin admin] Publish callbacks [] for security_group (302193a7-d8df-4c70-aa28-e893495733ce), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.630806 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:06.631579 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.649220 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-348d41a4-c22a-4b27-b530-e4dd5d561da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (302193a7-d8df-4c70-aa28-e893495733ce), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.651882 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-348d41a4-c22a-4b27-b530-e4dd5d561da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.658587 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:06.659102 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-348d41a4-c22a-4b27-b530-e4dd5d561da7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/302193a7-d8df-4c70-aa28-e893495733ce HTTP/1.1" status: 204 len: 168 time: 0.1571219 May 16 20:43:06.666765 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fc7d88-816a-4139-b219-ad89a1f33fa1" -d '{"events": [{"server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "name": "network-vif-plugged", "status": "completed", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:06.669432 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d41a4-c22a-4b27-b530-e4dd5d561da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302193a7-d8df-4c70-aa28-e893495733ce,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:06.701126 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:06.710519 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:06.752740 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97db239-6c5f-4a51-851b-0451a6d20359 x-openstack-request-id: req-a97db239-6c5f-4a51-851b-0451a6d20359 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:06.753096 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "name": "network-vif-plugged", "status": "completed", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:06.753408 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a97db239-6c5f-4a51-851b-0451a6d20359 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:06.753857 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97db239-6c5f-4a51-851b-0451a6d20359'] response: {'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'code': 200} May 16 20:43:06.776543 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:07.022600 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9987-14fa-4a68-aa39-707c1280eca1 req-387e532d-fb52-4f07-8134-55abb38cf405 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:07.024080 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35e9987-14fa-4a68-aa39-707c1280eca1 req-387e532d-fb52-4f07-8134-55abb38cf405 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 946 time: 0.0857251 May 16 20:43:07.027499 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34939b94-3375-4653-b441-ad3981ad7df6 req-649729f9-1eed-44e8-8b19-6fc124646c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:07.029347 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-34939b94-3375-4653-b441-ad3981ad7df6 req-649729f9-1eed-44e8-8b19-6fc124646c50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1130 time: 0.0771725 May 16 20:43:07.113904 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-34939b94-3375-4653-b441-ad3981ad7df6 req-b3c96592-3f4c-4b21-b20f-3ecbbfe4c2c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724976 May 16 20:43:07.117695 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b35e9987-14fa-4a68-aa39-707c1280eca1 req-6837c935-8d0f-43b5-b9ec-06c1d31aa230 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872698 May 16 20:43:07.161900 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:07.183016 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:07.183430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5e219f9b-ab93-467f-b2a7-f8cfdc5496bc not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:07.183921 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bc9dbb9b-e737-479c-b7a7-916baa38d4f2 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:07.202079 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: bc9dbb9b-e737-479c-b7a7-916baa38d4f2 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:07.202793 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bc9dbb9b-e737-479c-b7a7-916baa38d4f2 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:07.203447 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device dedfbc17-6b1e-478f-80a2-02501eb88820 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:07.221871 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: dedfbc17-6b1e-478f-80a2-02501eb88820 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:07.222457 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device dedfbc17-6b1e-478f-80a2-02501eb88820 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:08.232260 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bf078-0f63-4d2e-a3b7-95a2a13b2e38 req-4b553249-4e29-47b4-8432-0024c9709a2d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:08.233809 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-788bf078-0f63-4d2e-a3b7-95a2a13b2e38 req-4b553249-4e29-47b4-8432-0024c9709a2d tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 946 time: 0.0464261 May 16 20:43:08.284119 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-788bf078-0f63-4d2e-a3b7-95a2a13b2e38 req-f829d083-76a9-47d6-bcb9-b238ff4582e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 May 16 20:43:09.346790 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-91d0df95-eca9-4cbc-b343-17373b3a5549 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6bbb756cc7a349b1a8eae1b170f600aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290189 May 16 20:43:09.488464 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652336-6c64-4886-adbc-072205f7d92e req-07b12b2b-ff65-40a7-8447-e66550f5a84c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:09.489921 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e652336-6c64-4886-adbc-072205f7d92e req-07b12b2b-ff65-40a7-8447-e66550f5a84c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 946 time: 0.1362212 May 16 20:43:09.601629 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-276c1f2d-546a-41f6-8b0a-6bf5b1b8370a tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:09.603095 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-276c1f2d-546a-41f6-8b0a-6bf5b1b8370a tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510796 May 16 20:43:09.608065 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7e652336-6c64-4886-adbc-072205f7d92e req-743eb8cc-6571-4d32-b17a-1176c6efd826 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110971 May 16 20:43:09.618462 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-2a404b9e-8514-444e-b284-08ac32adef24 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/quotas/6bbb756cc7a349b1a8eae1b170f600aa HTTP/1.1" status: 200 len: 375 time: 0.0093822 May 16 20:43:09.661081 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-1dcafb28-3ce4-4b76-9247-a47c4d5b751b tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bbb756cc7a349b1a8eae1b170f600aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355177 May 16 20:43:09.733198 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784affcd-6f16-4033-ac7b-d50edc1fad65 req-264c0d38-93ac-411b-b9a1-044bd67cded5 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:09.735139 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-784affcd-6f16-4033-ac7b-d50edc1fad65 req-264c0d38-93ac-411b-b9a1-044bd67cded5 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 946 time: 0.0513964 May 16 20:43:09.803118 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-784affcd-6f16-4033-ac7b-d50edc1fad65 req-4892b386-332a-4c18-9574-3e777cf349ac tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617268 May 16 20:43:09.828143 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38618) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:09.837456 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e89eef37-e206-4494-a3f7-d0caab435730 req-59a5372c-e3cb-479a-bc3e-13ee96743548 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 210 time: 0.0331111 May 16 20:43:09.871818 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ea788-3b2f-4d6e-b631-a6e9582c28e6 tempest-TestVolumeBootPattern-1612694691 tempest-TestVolumeBootPattern-1612694691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:09.874211 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-721ea788-3b2f-4d6e-b631-a6e9582c28e6 tempest-TestVolumeBootPattern-1612694691 tempest-TestVolumeBootPattern-1612694691-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1125 time: 0.0444069 May 16 20:43:09.877080 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38620) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:09.881276 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:09.903172 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:09.989675 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.097674 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Allocated IP 172.27.0.216 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/359d8fd1-7426-42d9-8101-5a1f2fcbd829) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:10.200769 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.235205 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.271608 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:10.274671 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:10.280689 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:10.285655 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=359d8fd1-7426-42d9-8101-5a1f2fcbd829,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:10.317635 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.317909 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.318085 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.318464 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.318837 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.319201 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.319574 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.319901 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.320262 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.320670 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.321011 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.321373 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.321724 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.322073 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.322514 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:10.654581 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (a7f13c13-8046-47a5-9316-d9919d5cbd17), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.687180 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-f9b00bb6-2707-45d5-8907-c8deb6d27a55 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6bbb756cc7a349b1a8eae1b170f600aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220878 May 16 20:43:10.735365 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.800427 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-db87daf8-e172-4ad0-bd1e-4a10e4577e9e tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:10.802354 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-db87daf8-e172-4ad0-bd1e-4a10e4577e9e tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095281 May 16 20:43:10.814611 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Request body: {'port': {'device_id': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358', 'admin_state_up': True, 'tenant_id': '6bbb756cc7a349b1a8eae1b170f600aa'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:10.928033 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Made reservation on behalf of 6bbb756cc7a349b1a8eae1b170f600aa for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:10.929160 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.932189 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.934767 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.949930 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.974927 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d99352f8-2519-4077-a5e3-c3a6d8123bb6 req-510ffa1d-bdb3-4072-a0c1-2dadc4ee7807 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 210 time: 0.0479500 May 16 20:43:11.012053 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=359d8fd1-7426-42d9-8101-5a1f2fcbd829,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:11.022900 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (a7f13c13-8046-47a5-9316-d9919d5cbd17), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.058814 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks [] for security_group (ccfa9961-1e12-44d4-9be9-4c3cf10257bc), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.062602 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ccfa9961-1e12-44d4-9be9-4c3cf10257bc), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.122503 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfa9961-1e12-44d4-9be9-4c3cf10257bc,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:11.134964 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:43:11.142790 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Floating IP a7f13c13-8046-47a5-9316-d9919d5cbd17 associated. External IP: 172.27.0.216, port: 38516439-bbc9-4e23-9ca0-a93ad3f94ec1. May 16 20:43:11.180377 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38640) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:11.207535 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Allocated IP 192.168.233.194 (c2611865-b59a-419f-998e-9f60695fa358/6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6/8578071a-f9a4-44fd-b946-38db426b54f8) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:11.330387 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3085a9e4-88ba-42a7-997d-0fcecaa08a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.344045 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:43:11.384371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks [] for port (8578071a-f9a4-44fd-b946-38db426b54f8), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.451370 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:11.456637 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.461334 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:11.471973 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:11.473040 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.474274 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:11.476797 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3085a9e4-88ba-42a7-997d-0fcecaa08a28 admin admin] Publish callbacks [] for security_group (27bdf995-c645-4682-8d14-9141a2ebddbb), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.505230 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3085a9e4-88ba-42a7-997d-0fcecaa08a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (27bdf995-c645-4682-8d14-9141a2ebddbb), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.505448 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-10146e13-a83c-4d0a-a58f-3b2542401fdf tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6249070 May 16 20:43:11.505448 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:11.506041 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b6c312-c0ae-4342-828c-770cac6b6ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:11.514195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Network c2611865-b59a-419f-998e-9f60695fa358 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:11.532200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:11.534423 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:11.546011 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacf3771-5d6c-43ce-a502-a3125f72bec3 x-openstack-request-id: req-eacf3771-5d6c-43ce-a502-a3125f72bec3 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:11.546503 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:11.546667 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eacf3771-5d6c-43ce-a502-a3125f72bec3 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:11.547146 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacf3771-5d6c-43ce-a502-a3125f72bec3'] response: {'name': 'network-changed', 'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'status': 'completed', 'code': 200} May 16 20:43:11.577483 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Pushing event updated for resources: {'Port': ['ID=8578071a-f9a4-44fd-b946-38db426b54f8,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:11.593920 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:11.621406 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085a9e4-88ba-42a7-997d-0fcecaa08a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bdf995-c645-4682-8d14-9141a2ebddbb,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:11.633158 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-3085a9e4-88ba-42a7-997d-0fcecaa08a28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3354a8ff850b4f0193dcf1565f7ca6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517405 May 16 20:43:11.635933 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38648) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:11.651361 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:11.651987 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.654974 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-3335839f-d6b7-4d40-98fd-fb270fa53403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:11.657205 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-3335839f-d6b7-4d40-98fd-fb270fa53403 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1130 time: 0.0831695 May 16 20:43:11.696108 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-adac5863-a2b8-4142-870d-bea7ae9dbd62 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8850276 May 16 20:43:11.707551 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Request body: {'port': {'device_id': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:11.709514 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-87132157-73bb-4182-9b64-73e60567ab5c admin admin] Publish callbacks [] for security_group (27bdf995-c645-4682-8d14-9141a2ebddbb), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.733805 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-87132157-73bb-4182-9b64-73e60567ab5c admin admin] Publish callbacks [] for security_group (27bdf995-c645-4682-8d14-9141a2ebddbb), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.788679 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-87132157-73bb-4182-9b64-73e60567ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (27bdf995-c645-4682-8d14-9141a2ebddbb), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.791586 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-87132157-73bb-4182-9b64-73e60567ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.796428 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-87132157-73bb-4182-9b64-73e60567ab5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27bdf995-c645-4682-8d14-9141a2ebddbb HTTP/1.1" status: 204 len: 168 time: 0.1593604 May 16 20:43:11.805428 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132157-73bb-4182-9b64-73e60567ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bdf995-c645-4682-8d14-9141a2ebddbb,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:11.843228 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.855446 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-3f6e1d03-a249-46f6-8e10-eb1f3747b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:11.856958 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-3f6e1d03-a249-46f6-8e10-eb1f3747b31d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.1936524 May 16 20:43:11.888131 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-b968c9bd-d854-4932-9d0a-a43051ae1f06 None None] Provisioning complete for port 8578071a-f9a4-44fd-b946-38db426b54f8 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:11.888539 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b968c9bd-d854-4932-9d0a-a43051ae1f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.891322 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:10Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:11.937538 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:11.955189 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:11.955833 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:42:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:11.957795 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-b968c9bd-d854-4932-9d0a-a43051ae1f06 None None] Port 8578071a-f9a4-44fd-b946-38db426b54f8 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:43:12.115929 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38656) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:12.138437 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e727ecea-7c35-4185-9f53-845080050a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.213819 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:12.233894 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e727ecea-7c35-4185-9f53-845080050a65 admin admin] Publish callbacks [] for security_group (415a56e2-63aa-4610-9b31-93497b448be3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.239456 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e727ecea-7c35-4185-9f53-845080050a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (415a56e2-63aa-4610-9b31-93497b448be3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.276511 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727ecea-7c35-4185-9f53-845080050a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a56e2-63aa-4610-9b31-93497b448be3,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:12.283895 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e727ecea-7c35-4185-9f53-845080050a65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4b62c7f69f34c4bb3eed32f11b8bb69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667664 May 16 20:43:12.285107 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38658) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:12.289278 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-7e08b740-4854-4ab9-93b3-008aa2338692 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1 HTTP/1.1" status: 200 len: 1000 time: 0.4118781 May 16 20:43:12.334193 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fdd42e62-03b7-4976-b172-a552377fa9a3 admin admin] Publish callbacks [] for security_group (415a56e2-63aa-4610-9b31-93497b448be3), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.355957 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fdd42e62-03b7-4976-b172-a552377fa9a3 admin admin] Publish callbacks [] for security_group (415a56e2-63aa-4610-9b31-93497b448be3), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.385481 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517f7f-da20-412b-987c-b3cb7be5c55c req-da8b609c-c0e1-480d-aa25-a1962f895783 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:12.386975 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-39517f7f-da20-412b-987c-b3cb7be5c55c req-da8b609c-c0e1-480d-aa25-a1962f895783 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 936 time: 0.1446722 May 16 20:43:12.411183 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fdd42e62-03b7-4976-b172-a552377fa9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (415a56e2-63aa-4610-9b31-93497b448be3), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.415029 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fdd42e62-03b7-4976-b172-a552377fa9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.418998 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-fdd42e62-03b7-4976-b172-a552377fa9a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/415a56e2-63aa-4610-9b31-93497b448be3 HTTP/1.1" status: 204 len: 168 time: 0.1302311 May 16 20:43:12.424555 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:10Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:12.427456 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd42e62-03b7-4976-b172-a552377fa9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a56e2-63aa-4610-9b31-93497b448be3,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:12.443779 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-09398276-b132-4c51-a98c-7a026a539d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:12.445274 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-09398276-b132-4c51-a98c-7a026a539d19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.1458311 May 16 20:43:12.456302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c166c2b-a1f8-4469-8dcf-9831680eac30 None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:10Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:12.544634 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-39517f7f-da20-412b-987c-b3cb7be5c55c req-e6c1328a-6e50-408f-9e64-145d2ff68d05 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355119 May 16 20:43:12.549338 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-748c9deb-110e-4a09-b70e-5eeab7fc0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:12.550782 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-748c9deb-110e-4a09-b70e-5eeab7fc0d04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0985222 May 16 20:43:12.700359 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-4838ac4d-3caa-4860-bd20-2c115a667d78 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423321 May 16 20:43:12.704970 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8578071a-f9a4-44fd-b946-38db426b54f8 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:43:12.712982 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f795b9-6d2d-4273-9dc5-abbc61fab67b None None] New status for floating IP a7f13c13-8046-47a5-9316-d9919d5cbd17: ACTIVE {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:43:12.730598 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Publish callbacks [] for port (8578071a-f9a4-44fd-b946-38db426b54f8), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.762908 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Transition to ACTIVE for port object 8578071a-f9a4-44fd-b946-38db426b54f8 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:43:12.788806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:12.863000 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Pushing event updated for resources: {'Port': ['ID=8578071a-f9a4-44fd-b946-38db426b54f8,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:12.895853 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.896206 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.896647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.896985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.897314 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.897639 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.897961 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.898286 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.898607 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.898924 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.899241 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.899556 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.899871 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.900187 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.900532 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:12.905765 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-67b6c312-c0ae-4342-828c-770cac6b6ec7 req-5953932a-3656-42a5-9055-c8916aa900b2 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962740 May 16 20:43:12.970486 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Attempting to bind port 8578071a-f9a4-44fd-b946-38db426b54f8 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:12.970829 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Attempting to bind port 8578071a-f9a4-44fd-b946-38db426b54f8 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:12.971159 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Attempting to bind port 8578071a-f9a4-44fd-b946-38db426b54f8 on network c2611865-b59a-419f-998e-9f60695fa358 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:12.976948 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Port 8578071a-f9a4-44fd-b946-38db426b54f8 on network c2611865-b59a-419f-998e-9f60695fa358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:43:12.977200 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Attempting to bind port 8578071a-f9a4-44fd-b946-38db426b54f8 on network c2611865-b59a-419f-998e-9f60695fa358 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:12.983558 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:12.983945 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Checking segment: {'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:12.984380 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Bound using segment: {'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:12.984842 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Bound port: 8578071a-f9a4-44fd-b946-38db426b54f8, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893ae021-a6da-499d-b9c2-d47d9683491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:12.985262 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:13.050274 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] For port 8578071a-f9a4-44fd-b946-38db426b54f8, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:13.053815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] For port 8578071a-f9a4-44fd-b946-38db426b54f8, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8578071a-f9a4-44fd-b946-38db426b54f8,segment=NetworkSegment(893ae021-a6da-499d-b9c2-d47d9683491c),segment_id=893ae021-a6da-499d-b9c2-d47d9683491c)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:13.061022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:13.099169 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:13.099648 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:13.101140 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] 10.222.0.60 "PUT /v2.0/ports/8578071a-f9a4-44fd-b946-38db426b54f8 HTTP/1.1" status: 200 len: 1098 time: 1.3977375 May 16 20:43:13.101505 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'tag': '8578071a-f9a4-44fd-b946-38db426b54f8'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:13.103775 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d24b57-8440-468a-9197-a7113c162baa" -d '{"events": [{"name": "network-changed", "server_uuid": "7803d8fa-3c19-43dd-a1d9-771353159e25", "tag": "8578071a-f9a4-44fd-b946-38db426b54f8"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:13.136259 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ba2bf-44a5-4e61-b20c-bde3709642bd service neutron] Pushing event updated for resources: {'Port': ['ID=8578071a-f9a4-44fd-b946-38db426b54f8,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:13.153411 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b25753-4ad4-4166-8760-62426d505f52 x-openstack-request-id: req-28b25753-4ad4-4166-8760-62426d505f52 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:13.153776 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7803d8fa-3c19-43dd-a1d9-771353159e25", "tag": "8578071a-f9a4-44fd-b946-38db426b54f8", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:13.154081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28b25753-4ad4-4166-8760-62426d505f52 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:13.154550 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b25753-4ad4-4166-8760-62426d505f52'] response: {'name': 'network-changed', 'server_uuid': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'tag': '8578071a-f9a4-44fd-b946-38db426b54f8', 'status': 'completed', 'code': 200} May 16 20:43:13.209115 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-93720724-c072-4d2d-ac7e-bb9ec60cc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:13.210652 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-93720724-c072-4d2d-ac7e-bb9ec60cc0f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6bbb756cc7a349b1a8eae1b170f600aa&device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 1132 time: 0.0472596 May 16 20:43:13.263904 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-21deaf7f-a329-4a57-90e8-331a80a05436 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=8578071a-f9a4-44fd-b946-38db426b54f8 HTTP/1.1" status: 200 len: 217 time: 0.0347292 May 16 20:43:13.319462 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-73a08f6c-92ab-4b23-87df-bac0254fb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:13.320982 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-73a08f6c-92ab-4b23-87df-bac0254fb74f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6 HTTP/1.1" status: 200 len: 843 time: 0.0502462 May 16 20:43:13.367618 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-5eb534de-5920-4adf-b1da-3e7006dd06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:13.369186 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-5eb534de-5920-4adf-b1da-3e7006dd06d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2611865-b59a-419f-998e-9f60695fa358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0425570 May 16 20:43:13.459297 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-a822172c-87b1-46d2-af26-a6200e0b448c service neutron] 10.222.0.60 "GET /v2.0/networks/c2611865-b59a-419f-998e-9f60695fa358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842938 May 16 20:43:13.554841 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-13d8d046-4b3a-4c24-99c8-2d6015dd675c req-5f23e8e7-33c2-40be-9a65-34ed6b94053e service neutron] 10.222.0.60 "GET /v2.0/networks/c2611865-b59a-419f-998e-9f60695fa358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897465 May 16 20:43:13.668290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ddc6f-4c54-4b7e-bf4d-d703f036d002 req-3916b2b2-ee97-4663-9db6-77e663d3f8a4 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:13.669798 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-382ddc6f-4c54-4b7e-bf4d-d703f036d002 req-3916b2b2-ee97-4663-9db6-77e663d3f8a4 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 948 time: 0.0500400 May 16 20:43:13.719832 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-382ddc6f-4c54-4b7e-bf4d-d703f036d002 req-1097e9d4-ba30-4038-a59a-96677b154a72 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 May 16 20:43:14.294544 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38716) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:14.403363 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2eb0-8b9b-4226-b198-966bee98e492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:14.409992 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24b57-8440-468a-9197-a7113c162baa req-34855178-17b6-48a9-9a90-3103e1ccf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:14.411484 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06d24b57-8440-468a-9197-a7113c162baa req-34855178-17b6-48a9-9a90-3103e1ccf439 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6bbb756cc7a349b1a8eae1b170f600aa&device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 1132 time: 0.0400639 May 16 20:43:14.482665 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2eb0-8b9b-4226-b198-966bee98e492 admin admin] Publish callbacks [] for security_group (49cda0e0-9d50-46a8-b7ea-f551d222ad9c), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:14.487170 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2eb0-8b9b-4226-b198-966bee98e492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (49cda0e0-9d50-46a8-b7ea-f551d222ad9c), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:14.510437 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24b57-8440-468a-9197-a7113c162baa req-e9a330c7-33e5-4a41-b6fa-eaf1905e5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:14.511897 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06d24b57-8440-468a-9197-a7113c162baa req-e9a330c7-33e5-4a41-b6fa-eaf1905e5d8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2611865-b59a-419f-998e-9f60695fa358 HTTP/1.1" status: 200 len: 870 time: 0.0896275 May 16 20:43:14.525385 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d2eb0-8b9b-4226-b198-966bee98e492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cda0e0-9d50-46a8-b7ea-f551d222ad9c,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:14.529741 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ae1d2eb0-8b9b-4226-b198-966bee98e492 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e066bfeab4124a2f87aff14d2f33072b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341986 May 16 20:43:14.532617 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38720) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:14.549990 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06d24b57-8440-468a-9197-a7113c162baa req-d91c4b2b-699c-4f19-be62-68700200df24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=8578071a-f9a4-44fd-b946-38db426b54f8 HTTP/1.1" status: 200 len: 217 time: 0.0318937 May 16 20:43:14.580104 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae0c8-2c12-4632-a6ba-fbc149ad8d76 admin admin] Publish callbacks [] for security_group (49cda0e0-9d50-46a8-b7ea-f551d222ad9c), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:14.600804 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae0c8-2c12-4632-a6ba-fbc149ad8d76 admin admin] Publish callbacks [] for security_group (49cda0e0-9d50-46a8-b7ea-f551d222ad9c), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:14.602674 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24b57-8440-468a-9197-a7113c162baa req-b8973469-c565-41b8-8b78-2fb7610f5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:14.604138 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06d24b57-8440-468a-9197-a7113c162baa req-b8973469-c565-41b8-8b78-2fb7610f5a8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6 HTTP/1.1" status: 200 len: 843 time: 0.0474749 May 16 20:43:14.649102 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae0c8-2c12-4632-a6ba-fbc149ad8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (49cda0e0-9d50-46a8-b7ea-f551d222ad9c), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:14.650215 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24b57-8440-468a-9197-a7113c162baa req-f4478418-95ab-4db3-a4f5-7f15ee2da93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:14.651646 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae0c8-2c12-4632-a6ba-fbc149ad8d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:14.651795 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06d24b57-8440-468a-9197-a7113c162baa req-f4478418-95ab-4db3-a4f5-7f15ee2da93e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2611865-b59a-419f-998e-9f60695fa358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0387135 May 16 20:43:14.652807 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-0a8ae0c8-2c12-4632-a6ba-fbc149ad8d76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49cda0e0-9d50-46a8-b7ea-f551d222ad9c HTTP/1.1" status: 204 len: 168 time: 0.1192257 May 16 20:43:14.661344 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ae0c8-2c12-4632-a6ba-fbc149ad8d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cda0e0-9d50-46a8-b7ea-f551d222ad9c,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:14.750015 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06d24b57-8440-468a-9197-a7113c162baa req-4a74e09c-c2b0-4fcd-9795-9fc1d35e1dff service neutron] 10.222.0.60 "GET /v2.0/networks/c2611865-b59a-419f-998e-9f60695fa358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875881 May 16 20:43:14.869849 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a04d36-ead8-44e0-bb9b-d69423619d2d req-92e906d5-7641-464c-befc-0c7e1fa40f2f tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:14.871301 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-66a04d36-ead8-44e0-bb9b-d69423619d2d req-92e906d5-7641-464c-befc-0c7e1fa40f2f tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 948 time: 0.0778821 May 16 20:43:14.898422 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06d24b57-8440-468a-9197-a7113c162baa req-28c2073b-2bd3-4eef-bc02-24baa3abecee service neutron] 10.222.0.60 "GET /v2.0/networks/c2611865-b59a-419f-998e-9f60695fa358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411104 May 16 20:43:14.927118 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-66a04d36-ead8-44e0-bb9b-d69423619d2d req-bbeb744f-0591-45ca-8a5f-91ee49e8d749 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496683 May 16 20:43:14.947293 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 38728) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:14.961295 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b422cfe3-71fd-4b8c-8207-1e69363b078f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:15.038156 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b422cfe3-71fd-4b8c-8207-1e69363b078f admin admin] Publish callbacks [] for security_group (93714e98-7e2c-4fc8-b67c-0fd66157b711), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:15.043297 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b422cfe3-71fd-4b8c-8207-1e69363b078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (93714e98-7e2c-4fc8-b67c-0fd66157b711), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:15.083489 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b422cfe3-71fd-4b8c-8207-1e69363b078f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b29bb9c46e946499f422ba1f12c61db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351078 May 16 20:43:15.084653 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422cfe3-71fd-4b8c-8207-1e69363b078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93714e98-7e2c-4fc8-b67c-0fd66157b711,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:15.086332 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38730) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:15.141678 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc9328a-1fd5-46f4-ad46-685ce2c6d138 admin admin] Publish callbacks [] for security_group (93714e98-7e2c-4fc8-b67c-0fd66157b711), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:15.162320 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc9328a-1fd5-46f4-ad46-685ce2c6d138 admin admin] Publish callbacks [] for security_group (93714e98-7e2c-4fc8-b67c-0fd66157b711), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:15.208170 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc9328a-1fd5-46f4-ad46-685ce2c6d138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (93714e98-7e2c-4fc8-b67c-0fd66157b711), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:15.210715 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc9328a-1fd5-46f4-ad46-685ce2c6d138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:15.211840 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-fbc9328a-1fd5-46f4-ad46-685ce2c6d138 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93714e98-7e2c-4fc8-b67c-0fd66157b711 HTTP/1.1" status: 204 len: 168 time: 0.1238866 May 16 20:43:15.219195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9328a-1fd5-46f4-ad46-685ce2c6d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93714e98-7e2c-4fc8-b67c-0fd66157b711,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:16.041398 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109b7ea-895d-4b0c-89c4-3ef9b8cc0d99 req-34883710-8da6-44ea-9e82-545b0e93c4b0 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:16.042892 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0109b7ea-895d-4b0c-89c4-3ef9b8cc0d99 req-34883710-8da6-44ea-9e82-545b0e93c4b0 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 948 time: 0.0470784 May 16 20:43:16.090857 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0109b7ea-895d-4b0c-89c4-3ef9b8cc0d99 req-4291bb47-42ba-43db-b561-7d07a2cd5385 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 May 16 20:43:16.326325 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38762) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:16.438015 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3807f6c2-06c0-4195-9562-ba003ce6a84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.499441 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 8578071a-f9a4-44fd-b946-38db426b54f8 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:43:16.512700 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3807f6c2-06c0-4195-9562-ba003ce6a84c admin admin] Publish callbacks [] for security_group (21c0652f-d60d-4bf2-b49a-571335ec69cf), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.519004 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3807f6c2-06c0-4195-9562-ba003ce6a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (21c0652f-d60d-4bf2-b49a-571335ec69cf), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.554867 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807f6c2-06c0-4195-9562-ba003ce6a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0652f-d60d-4bf2-b49a-571335ec69cf,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:16.560621 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-3807f6c2-06c0-4195-9562-ba003ce6a84c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d175ce9f69849ffadc66acf753e0e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331882 May 16 20:43:16.563431 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 38766) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:16.599011 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 8578071a-f9a4-44fd-b946-38db426b54f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8578071a-f9a4-44fd-b946-38db426b54f8,segment=NetworkSegment(893ae021-a6da-499d-b9c2-d47d9683491c),segment_id=893ae021-a6da-499d-b9c2-d47d9683491c)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:16.610185 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-51f6bbe0-8d03-4725-9eb5-44182bc133ff admin admin] Publish callbacks [] for security_group (21c0652f-d60d-4bf2-b49a-571335ec69cf), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.610591 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '8578071a-f9a4-44fd-b946-38db426b54f8', 'network_id': 'c2611865-b59a-419f-998e-9f60695fa358', 'port_id': '8578071a-f9a4-44fd-b946-38db426b54f8', 'mac_address': 'fa:16:3e:4f:ac:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb2dddb-a530-4d4a-8d0e-1fc2a0578fe6', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:43:16.630991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-51f6bbe0-8d03-4725-9eb5-44182bc133ff admin admin] Publish callbacks [] for security_group (21c0652f-d60d-4bf2-b49a-571335ec69cf), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.645765 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 8578071a-f9a4-44fd-b946-38db426b54f8 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:16.646144 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.658887 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8578071a-f9a4-44fd-b946-38db426b54f8 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:43:16.678183 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-51f6bbe0-8d03-4725-9eb5-44182bc133ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (21c0652f-d60d-4bf2-b49a-571335ec69cf), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.678964 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 8578071a-f9a4-44fd-b946-38db426b54f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8578071a-f9a4-44fd-b946-38db426b54f8,segment=NetworkSegment(893ae021-a6da-499d-b9c2-d47d9683491c),segment_id=893ae021-a6da-499d-b9c2-d47d9683491c)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:16.680773 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-51f6bbe0-8d03-4725-9eb5-44182bc133ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.682285 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-51f6bbe0-8d03-4725-9eb5-44182bc133ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21c0652f-d60d-4bf2-b49a-571335ec69cf HTTP/1.1" status: 204 len: 168 time: 0.1174409 May 16 20:43:16.682636 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:16.690694 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6bbe0-8d03-4725-9eb5-44182bc133ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0652f-d60d-4bf2-b49a-571335ec69cf,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:16.743300 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=8578071a-f9a4-44fd-b946-38db426b54f8,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:16.922922 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['8578071a-f9a4-44fd-b946-38db426b54f8'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:43:17.204548 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea133-3dc4-4157-8602-467247634d55 req-71573077-4a78-47f6-b2c9-5d1717d332c4 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:17.206075 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d0cea133-3dc4-4157-8602-467247634d55 req-71573077-4a78-47f6-b2c9-5d1717d332c4 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 949 time: 0.0478106 May 16 20:43:17.256029 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d0cea133-3dc4-4157-8602-467247634d55 req-16045007-f0fe-4e7a-9672-2adcf2e47d09 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 May 16 20:43:18.377382 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f067883-f1ed-4405-b5af-39c726573c74 req-137e8847-d8e5-45cf-8285-1201ef298760 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:18.378815 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3f067883-f1ed-4405-b5af-39c726573c74 req-137e8847-d8e5-45cf-8285-1201ef298760 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 949 time: 0.0496182 May 16 20:43:18.427887 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3f067883-f1ed-4405-b5af-39c726573c74 req-4a7b3cc0-9c2f-4610-9339-8c5c1bb426f7 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 May 16 20:43:18.496805 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 8578071a-f9a4-44fd-b946-38db426b54f8 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:18.548286 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 8578071a-f9a4-44fd-b946-38db426b54f8 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:43:18.558160 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 8578071a-f9a4-44fd-b946-38db426b54f8 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:18.558569 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:18.581568 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-547000f8-2ef5-4c01-b745-901ab0c77626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:18.636179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 8578071a-f9a4-44fd-b946-38db426b54f8 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:18.636562 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:18.660315 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578071a-f9a4-44fd-b946-38db426b54f8'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:18.662629 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3008e34-ca0e-4ad4-b3d7-89be1fbefd30" -d '{"events": [{"server_uuid": "7803d8fa-3c19-43dd-a1d9-771353159e25", "name": "network-vif-plugged", "status": "completed", "tag": "8578071a-f9a4-44fd-b946-38db426b54f8"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:18.675188 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 8578071a-f9a4-44fd-b946-38db426b54f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8578071a-f9a4-44fd-b946-38db426b54f8,segment=NetworkSegment(893ae021-a6da-499d-b9c2-d47d9683491c),segment_id=893ae021-a6da-499d-b9c2-d47d9683491c)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:18.680322 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:18.706594 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71e1093-b76a-42e4-9a17-84a6c7819d29 x-openstack-request-id: req-b71e1093-b76a-42e4-9a17-84a6c7819d29 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:18.706875 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7803d8fa-3c19-43dd-a1d9-771353159e25", "name": "network-vif-plugged", "status": "completed", "tag": "8578071a-f9a4-44fd-b946-38db426b54f8", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:18.707126 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b71e1093-b76a-42e4-9a17-84a6c7819d29 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:18.707492 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71e1093-b76a-42e4-9a17-84a6c7819d29'] response: {'server_uuid': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578071a-f9a4-44fd-b946-38db426b54f8', 'code': 200} May 16 20:43:18.738279 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=8578071a-f9a4-44fd-b946-38db426b54f8,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:18.894844 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c876-b6dd-4b1e-9169-3a4cc9e6e68e req-90364748-53d4-4cdc-8984-3c1464f9e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:18.896351 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7422c876-b6dd-4b1e-9169-3a4cc9e6e68e req-90364748-53d4-4cdc-8984-3c1464f9e81c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 1134 time: 0.0454807 May 16 20:43:18.948132 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7422c876-b6dd-4b1e-9169-3a4cc9e6e68e req-6f58945a-a616-4f5a-befb-bf8a920fc2b4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 May 16 20:43:19.549249 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127d7ed-8546-402a-a790-dedd7d39c2a7 req-927facb8-337e-4b97-a766-492edd0b455a tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:19.550856 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4127d7ed-8546-402a-a790-dedd7d39c2a7 req-927facb8-337e-4b97-a766-492edd0b455a tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 950 time: 0.0511496 May 16 20:43:19.602683 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4127d7ed-8546-402a-a790-dedd7d39c2a7 req-7ad0a05e-a3b6-4cbc-97af-7ecd804e508f tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 May 16 20:43:20.726921 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0619adf-c76b-4747-addc-fcd73d33660d req-6b26d263-7d7a-4b87-b923-f1a2f223324e tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:20.728529 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b0619adf-c76b-4747-addc-fcd73d33660d req-6b26d263-7d7a-4b87-b923-f1a2f223324e tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 950 time: 0.0475526 May 16 20:43:20.741708 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-182b271e-40f3-4531-8d71-4a223f66c568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:20.777645 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b0619adf-c76b-4747-addc-fcd73d33660d req-8d749673-5f2d-4b24-a207-9eee2f9f3813 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 May 16 20:43:21.053354 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6149b5-3d47-4e7b-8f03-c4e840464afc req-ae990fad-18e9-429a-8181-0292921da54c tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:21.054968 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-de6149b5-3d47-4e7b-8f03-c4e840464afc req-ae990fad-18e9-429a-8181-0292921da54c tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 950 time: 0.0515370 May 16 20:43:21.109665 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-de6149b5-3d47-4e7b-8f03-c4e840464afc req-feb56fb8-ebad-4e23-a950-77f7ac39da77 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484874 May 16 20:43:22.154892 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:22.227397 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2996498-398a-45ee-9187-803e01714442 req-7c5d82a7-3e37-4703-b7df-25b4eaf42305 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:22.228751 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d2996498-398a-45ee-9187-803e01714442 req-7c5d82a7-3e37-4703-b7df-25b4eaf42305 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 950 time: 0.0472286 May 16 20:43:22.276425 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d2996498-398a-45ee-9187-803e01714442 req-d47d9449-eadb-4f07-ad71-20e4abad571d tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccfa9961-1e12-44d4-9be9-4c3cf10257bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 May 16 20:43:22.614386 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-657da733-9ca2-44d1-b459-2ff1af7d7597 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:22.615861 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-657da733-9ca2-44d1-b459-2ff1af7d7597 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.60 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 950 time: 0.0521240 May 16 20:43:22.704193 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Deleting port 8578071a-f9a4-44fd-b946-38db426b54f8 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:22.704557 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:22.792755 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] For port 8578071a-f9a4-44fd-b946-38db426b54f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8578071a-f9a4-44fd-b946-38db426b54f8,segment=NetworkSegment(893ae021-a6da-499d-b9c2-d47d9683491c),segment_id=893ae021-a6da-499d-b9c2-d47d9683491c)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:22.793095 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:22.805923 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Calling delete_port for 8578071a-f9a4-44fd-b946-38db426b54f8 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:22.943873 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (8578071a-f9a4-44fd-b946-38db426b54f8), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:22.955645 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['8578071a-f9a4-44fd-b946-38db426b54f8'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:43:22.971479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Pushing event deleted for resources: {'Port': ['ID=8578071a-f9a4-44fd-b946-38db426b54f8,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:23.020350 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] No DVR routers for this DVR port 8578071a-f9a4-44fd-b946-38db426b54f8 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:43:23.023078 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:23.026317 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c20cb84f-d4ed-4c32-9203-d8769c224d86 req-b397eca1-53e2-4251-a7b6-81e842a5caa8 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.60 "DELETE /v2.0/ports/8578071a-f9a4-44fd-b946-38db426b54f8 HTTP/1.1" status: 204 len: 173 time: 0.4034989 May 16 20:43:23.026762 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'name': 'network-vif-deleted', 'tag': '8578071a-f9a4-44fd-b946-38db426b54f8'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:23.029026 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3129135-3cbe-4f04-a98e-8f299f7c880a" -d '{"events": [{"server_uuid": "7803d8fa-3c19-43dd-a1d9-771353159e25", "name": "network-vif-deleted", "tag": "8578071a-f9a4-44fd-b946-38db426b54f8"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:23.069069 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47755d-5a2d-4e3d-9c3d-8b07ab63e915 x-openstack-request-id: req-7c47755d-5a2d-4e3d-9c3d-8b07ab63e915 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:23.069355 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7803d8fa-3c19-43dd-a1d9-771353159e25", "name": "network-vif-deleted", "tag": "8578071a-f9a4-44fd-b946-38db426b54f8", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:23.069686 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c47755d-5a2d-4e3d-9c3d-8b07ab63e915 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:23.070049 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c47755d-5a2d-4e3d-9c3d-8b07ab63e915'] response: {'server_uuid': '7803d8fa-3c19-43dd-a1d9-771353159e25', 'name': 'network-vif-deleted', 'tag': '8578071a-f9a4-44fd-b946-38db426b54f8', 'status': 'completed', 'code': 200} May 16 20:43:23.392854 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7621c603-d45b-4860-9dae-90476b48af56 req-b4b8fbd5-b81a-4364-a025-0cef02eb7450 tempest-VolumesNegativeTest-672890461 tempest-VolumesNegativeTest-672890461-project] 10.222.0.49 "GET /v2.0/ports?device_id=7803d8fa-3c19-43dd-a1d9-771353159e25 HTTP/1.1" status: 200 len: 210 time: 0.0289903 May 16 20:43:23.563339 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:24.901597 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:26.523746 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 8578071a-f9a4-44fd-b946-38db426b54f8 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:26.544625 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 8578071a-f9a4-44fd-b946-38db426b54f8 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:26.545250 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 8578071a-f9a4-44fd-b946-38db426b54f8 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:26.951791 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:28.411664 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39140) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:28.546042 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-054bc711-4be5-486a-89c8-a191a199a051 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bbb756cc7a349b1a8eae1b170f600aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329255 May 16 20:43:28.548030 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39144) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:28.599433 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-91ab22c9-8cd8-4182-bd39-9b76205c2736 admin admin] Publish callbacks [] for security_group (ccfa9961-1e12-44d4-9be9-4c3cf10257bc), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:28.621707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-91ab22c9-8cd8-4182-bd39-9b76205c2736 admin admin] Publish callbacks [] for security_group (ccfa9961-1e12-44d4-9be9-4c3cf10257bc), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:28.677601 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-91ab22c9-8cd8-4182-bd39-9b76205c2736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (ccfa9961-1e12-44d4-9be9-4c3cf10257bc), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:28.680021 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-91ab22c9-8cd8-4182-bd39-9b76205c2736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:28.681199 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-91ab22c9-8cd8-4182-bd39-9b76205c2736 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccfa9961-1e12-44d4-9be9-4c3cf10257bc HTTP/1.1" status: 204 len: 168 time: 0.1322308 May 16 20:43:28.689527 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab22c9-8cd8-4182-bd39-9b76205c2736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfa9961-1e12-44d4-9be9-4c3cf10257bc,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:29.308048 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39174) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:29.406802 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-546907354-network', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:29.427768 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Made reservation on behalf of eb89e1020d944ea08b4294be0ac00cbf for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:29.430408 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.441486 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.519565 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks [] for security_group (0e0a5e2c-0786-477b-82f1-3343953e9ef5), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.524727 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0e0a5e2c-0786-477b-82f1-3343953e9ef5), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.547653 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:43:29.556998 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0a5e2c-0786-477b-82f1-3343953e9ef5,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:29.561972 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (dea80cab-a73b-421f-ae9c-72f382b23325), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.562368 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Added segment dea80cab-a73b-421f-ae9c-72f382b23325 of type vlan for network f903b382-f9f4-430f-b401-6775eaafb5d2 May 16 20:43:29.600616 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (f903b382-f9f4-430f-b401-6775eaafb5d2), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.626158 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (f903b382-f9f4-430f-b401-6775eaafb5d2), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.627089 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:29.627694 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.663486 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3543017 May 16 20:43:29.666559 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39184) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:29.672220 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Request body: {'subnet': {'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-546907354-subnet', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:29.695483 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Made reservation on behalf of eb89e1020d944ea08b4294be0ac00cbf for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:29.698475 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.699952 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9efae4-81db-4372-81e8-003f3410e1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f903b382-f9f4-430f-b401-6775eaafb5d2,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:29.815837 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network f903b382-f9f4-430f-b401-6775eaafb5d2 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:43:29.875019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (ebe159e3-f40e-4d97-b030-3cc9d6c106c7), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.930328 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe159e3-f40e-4d97-b030-3cc9d6c106c7,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:29.945746 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Checking segment: {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:29.946025 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Network hostable DHCP agents. Network: f903b382-f9f4-430f-b401-6775eaafb5d2, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:43:29.962710 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Network f903b382-f9f4-430f-b401-6775eaafb5d2 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:43:29.971256 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, f903b382-f9f4-430f-b401-6775eaafb5d2) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:29.975908 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:29.976513 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:29.981362 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f1172-a041-4b88-8f94-0595bd6ba7a1 None None] Network f903b382-f9f4-430f-b401-6775eaafb5d2 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:29.995412 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-6a2a69ac-f98d-498d-9720-2515b84d2e8c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3275294 May 16 20:43:29.997870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39186) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:30.002144 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:30.023172 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (da808a53-f958-4090-9784-6b49488d4e3e), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.024252 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (da808a53-f958-4090-9784-6b49488d4e3e), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.072293 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks [] for router_controller (da808a53-f958-4090-9784-6b49488d4e3e), precommit_add_association {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.081815 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-f903b382-f9f4-430f-b401-6775eaafb5d2', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:43:30.082764 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.207436 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks [] for router_gateway (da808a53-f958-4090-9784-6b49488d4e3e), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.215375 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Allocated IP 172.20.0.2 (f903b382-f9f4-430f-b401-6775eaafb5d2/ebe159e3-f40e-4d97-b030-3cc9d6c106c7/cce28ba2-2d22-4543-853c-747a87a5cef4) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:30.353677 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Publish callbacks [] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.359064 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.379257 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks [] for router_gateway (da808a53-f958-4090-9784-6b49488d4e3e), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.390907 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Network f903b382-f9f4-430f-b401-6775eaafb5d2 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:30.395023 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:30.398524 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:30.401727 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.409763 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Pushing event updated for resources: {'Port': ['ID=cce28ba2-2d22-4543-853c-747a87a5cef4,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:30.419859 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.420179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.420555 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.420888 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.421211 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.421528 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.421846 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.422166 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.422482 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.422802 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.423115 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.423429 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.423741 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.424095 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.424411 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:30.475585 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Attempting to bind port cce28ba2-2d22-4543-853c-747a87a5cef4 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:30.475954 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Attempting to bind port cce28ba2-2d22-4543-853c-747a87a5cef4 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:30.476321 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Attempting to bind port cce28ba2-2d22-4543-853c-747a87a5cef4 on network f903b382-f9f4-430f-b401-6775eaafb5d2 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:30.481959 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:30.482330 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Checking segment: {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:30.482729 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.483141 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Bound using segment: {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:30.483610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Bound port: cce28ba2-2d22-4543-853c-747a87a5cef4, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:30.483971 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.516641 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Allocated IP 172.27.0.46 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/bea23ebd-0b5e-4176-9687-51eda88e1bef) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:30.553768 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] For port cce28ba2-2d22-4543-853c-747a87a5cef4, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:30.556744 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] For port cce28ba2-2d22-4543-853c-747a87a5cef4, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=cce28ba2-2d22-4543-853c-747a87a5cef4,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:30.563048 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.620355 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d5145-05aa-41a4-a700-bc726b6e420d None None] Pushing event updated for resources: {'Port': ['ID=cce28ba2-2d22-4543-853c-747a87a5cef4,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:30.623379 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks [] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.666439 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:30.703682 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:30.706734 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:30.713148 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:30.718245 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bea23ebd-0b5e-4176-9687-51eda88e1bef,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:30.972855 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks [] for router_gateway (da808a53-f958-4090-9784-6b49488d4e3e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:31.159044 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device cce28ba2-2d22-4543-853c-747a87a5cef4 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:31.165646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (da808a53-f958-4090-9784-6b49488d4e3e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:31.207914 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port cce28ba2-2d22-4543-853c-747a87a5cef4 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:31.208270 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:31.280331 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port cce28ba2-2d22-4543-853c-747a87a5cef4 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:31.280742 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:31.295930 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Router da808a53-f958-4090-9784-6b49488d4e3e is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:43:31.316186 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port cce28ba2-2d22-4543-853c-747a87a5cef4, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=cce28ba2-2d22-4543-853c-747a87a5cef4,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:31.321118 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:31.376457 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=cce28ba2-2d22-4543-853c-747a87a5cef4,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:31.528631 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507a270-3680-4c8e-88a7-c0fc2f75d8bc None None] Network f903b382-f9f4-430f-b401-6775eaafb5d2 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:31.561374 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-c2607ef0-0e66-4ae4-89b4-da737c37dc26 None None] Provisioning complete for port cce28ba2-2d22-4543-853c-747a87a5cef4 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:31.561737 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c2607ef0-0e66-4ae4-89b4-da737c37dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:31.677679 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:31.696637 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:31.698019 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-0b29c971-d39c-4712-bcea-ee9229f146b5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6991172 May 16 20:43:31.700856 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39192) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:31.788132 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Sync routers for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:31.827129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:31.827769 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:31.834176 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-c2607ef0-0e66-4ae4-89b4-da737c37dc26 None None] Current status of the port cce28ba2-2d22-4543-853c-747a87a5cef4 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:31.939687 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:32.065611 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-5da78feb-6e62-4e6b-bafd-331e0c587446 None None] Provisioning complete for port cce28ba2-2d22-4543-853c-747a87a5cef4 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:32.065894 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5da78feb-6e62-4e6b-bafd-331e0c587446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.107800 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.144060 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:30Z', 'revision_number': 3, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:32.183937 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Checking router: da808a53-f958-4090-9784-6b49488d4e3e for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:32.184650 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Updating router da808a53-f958-4090-9784-6b49488d4e3e port bea23ebd-0b5e-4176-9687-51eda88e1bef binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:43:32.220362 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-5da78feb-6e62-4e6b-bafd-331e0c587446 None None] Current status of the port cce28ba2-2d22-4543-853c-747a87a5cef4 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:32.226253 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.266637 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Allocated IP 172.20.0.1 (f903b382-f9f4-430f-b401-6775eaafb5d2/ebe159e3-f40e-4d97-b030-3cc9d6c106c7/841128d7-007d-4497-be6b-25c0c392f049) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:32.369477 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks [] for port (841128d7-007d-4497-be6b-25c0c392f049), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.402268 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (841128d7-007d-4497-be6b-25c0c392f049), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.444211 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Network f903b382-f9f4-430f-b401-6775eaafb5d2 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:32.451551 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:32.453747 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Pushing event updated for resources: {'Port': ['ID=841128d7-007d-4497-be6b-25c0c392f049,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:32.455861 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:32.494440 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (da808a53-f958-4090-9784-6b49488d4e3e), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.498422 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Publish callbacks [] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.504492 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.559875 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c3db3-ae9c-420e-875e-859522295fa0 None None] Pushing event updated for resources: {'Port': ['ID=bea23ebd-0b5e-4176-9687-51eda88e1bef,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:32.563186 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Attempting to bind port bea23ebd-0b5e-4176-9687-51eda88e1bef on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:32.563526 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Attempting to bind port bea23ebd-0b5e-4176-9687-51eda88e1bef by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:32.564157 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Attempting to bind port bea23ebd-0b5e-4176-9687-51eda88e1bef on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:32.569996 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:32.570437 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:32.570896 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.571337 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:32.571855 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Bound port: bea23ebd-0b5e-4176-9687-51eda88e1bef, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:32.572285 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.643468 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (841128d7-007d-4497-be6b-25c0c392f049), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.645611 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] For port bea23ebd-0b5e-4176-9687-51eda88e1bef, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:32.649825 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] For port bea23ebd-0b5e-4176-9687-51eda88e1bef, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=bea23ebd-0b5e-4176-9687-51eda88e1bef,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:32.663014 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.719131 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:32.719742 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:32.721557 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c3db3-ae9c-420e-875e-859522295fa0 None None] Pushing event updated for resources: {'Port': ['ID=bea23ebd-0b5e-4176-9687-51eda88e1bef,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:32.772088 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-73332934-6561-475a-96f0-fdb89c08a31e None None] Provisioning complete for port 841128d7-007d-4497-be6b-25c0c392f049 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:32.772463 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-73332934-6561-475a-96f0-fdb89c08a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (841128d7-007d-4497-be6b-25c0c392f049), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.838431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-73332934-6561-475a-96f0-fdb89c08a31e None None] Port 841128d7-007d-4497-be6b-25c0c392f049 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:43:32.842081 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks [] for port (841128d7-007d-4497-be6b-25c0c392f049), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.850375 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (841128d7-007d-4497-be6b-25c0c392f049), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:32.855987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:32.911313 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Pushing event updated for resources: {'Port': ['ID=841128d7-007d-4497-be6b-25c0c392f049,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:32.917841 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (da808a53-f958-4090-9784-6b49488d4e3e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:33.007780 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Network f903b382-f9f4-430f-b401-6775eaafb5d2 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:33.009231 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:33.038902 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 1, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:33.063804 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b827d94-87f8-4349-8b72-4a754e9b1183 None None] The sync data for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi is: [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 1, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:33.131962 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Router da808a53-f958-4090-9784-6b49488d4e3e has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:43:33.173107 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device cce28ba2-2d22-4543-853c-747a87a5cef4 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:33.226357 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port cce28ba2-2d22-4543-853c-747a87a5cef4 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:33.226357 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:33.247264 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:33.257513 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-688f2bef-1a83-4872-b9e4-de5dcf310069 admin admin] 10.222.0.49 "PUT /v2.0/routers/da808a53-f958-4090-9784-6b49488d4e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550821 May 16 20:43:33.282481 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-98283edf-02fa-46f7-9a62-25697ecd27cb None None] Provisioning complete for port 841128d7-007d-4497-be6b-25c0c392f049 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:33.282848 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-98283edf-02fa-46f7-9a62-25697ecd27cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (841128d7-007d-4497-be6b-25c0c392f049), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:33.346268 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port cce28ba2-2d22-4543-853c-747a87a5cef4 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:33.351695 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-98283edf-02fa-46f7-9a62-25697ecd27cb None None] Port 841128d7-007d-4497-be6b-25c0c392f049 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:43:33.886448 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39222) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:33.891445 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-609957941-network', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:33.914340 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Made reservation on behalf of 0a1c3b627294487c9e37a6219d70353f for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:33.916929 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:33.926852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.014856 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks [] for security_group (0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.022046 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.049806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:43:34.060770 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:34.078248 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (befa26de-cdc2-4008-8251-ce377a8eb2a5), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.078664 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Added segment befa26de-cdc2-4008-8251-ce377a8eb2a5 of type vlan for network f12ef8c4-282e-462c-aa73-3d2218bc4592 May 16 20:43:34.122954 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (f12ef8c4-282e-462c-aa73-3d2218bc4592), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.149770 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (f12ef8c4-282e-462c-aa73-3d2218bc4592), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.151042 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:34.151688 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.189520 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3019507 May 16 20:43:34.192698 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39230) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:34.197973 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Request body: {'subnet': {'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-609957941-subnet', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'ip_version': 4}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:34.220050 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d547a-e94f-468c-a0cd-0f33436e3194 admin admin] Pushing event updated for resources: {'Network': ['ID=f12ef8c4-282e-462c-aa73-3d2218bc4592,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:34.222432 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Made reservation on behalf of 0a1c3b627294487c9e37a6219d70353f for: {'subnet': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:34.230540 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:43:34.232604 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528551208'] for subnet (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.415038 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528526642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528551230'] for subnet (9dd18a06-175f-48ae-9032-5383c4fa421d), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.472771 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd18a06-175f-48ae-9032-5383c4fa421d,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:34.480130 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Checking segment: {'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:34.480556 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Network hostable DHCP agents. Network: f12ef8c4-282e-462c-aa73-3d2218bc4592, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:43:34.498133 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:43:34.508895 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, f12ef8c4-282e-462c-aa73-3d2218bc4592) {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:34.513610 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:34.514222 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.518123 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9cb7b-970e-4395-8dc7-dea1aceeead1 None None] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:34.531903 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-13991646-8c3c-4d25-941b-ce5e2eb5d315 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3380101 May 16 20:43:34.534444 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39232) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:34.538680 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:34.559449 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (d1cc5e34-6165-4bae-af2c-fd590c7094a0), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.560487 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (d1cc5e34-6165-4bae-af2c-fd590c7094a0), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.613040 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks [] for router_controller (d1cc5e34-6165-4bae-af2c-fd590c7094a0), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.622117 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-f12ef8c4-282e-462c-aa73-3d2218bc4592', 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592', 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'fixed_ips': [{'subnet_id': '9dd18a06-175f-48ae-9032-5383c4fa421d'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:43:34.623305 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.763050 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Allocated IP 172.20.0.2 (f12ef8c4-282e-462c-aa73-3d2218bc4592/9dd18a06-175f-48ae-9032-5383c4fa421d/edd66d8f-a0f5-4b3e-8092-17dd5c5f6390) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:34.910162 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Publish callbacks [] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.917143 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:34.959829 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:34.965577 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:34.972328 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:34.975539 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Pushing event updated for resources: {'Port': ['ID=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:35.004617 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks [] for router_gateway (d1cc5e34-6165-4bae-af2c-fd590c7094a0), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.032251 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Attempting to bind port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:35.032554 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Attempting to bind port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:35.032768 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Attempting to bind port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 on network f12ef8c4-282e-462c-aa73-3d2218bc4592 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:35.038208 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:35.038574 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Checking segment: {'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:35.038965 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.039375 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Bound using segment: {'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:35.039831 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Bound port: edd66d8f-a0f5-4b3e-8092-17dd5c5f6390, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:35.040201 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.103669 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] For port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:35.107432 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] For port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,segment=NetworkSegment(befa26de-cdc2-4008-8251-ce377a8eb2a5),segment_id=befa26de-cdc2-4008-8251-ce377a8eb2a5)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:35.117334 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.210601 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bea23ebd-0b5e-4176-9687-51eda88e1bef up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:35.214204 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af38bb-b4c1-406d-9f5b-d9fa889493e0 None None] Pushing event updated for resources: {'Port': ['ID=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:35.216347 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks [] for router_gateway (d1cc5e34-6165-4bae-af2c-fd590c7094a0), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.240355 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.295450 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Sync routers for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:35.313310 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:35.316695 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:35.391674 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Allocated IP 172.27.0.7 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/8615df14-52df-4ae8-9381-ca5564f02bba) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:35.470751 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:35.476405 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port bea23ebd-0b5e-4176-9687-51eda88e1bef triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:35.476976 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.587480 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks [] for port (8615df14-52df-4ae8-9381-ca5564f02bba), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.607560 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port bea23ebd-0b5e-4176-9687-51eda88e1bef is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:35.608422 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.641845 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port bea23ebd-0b5e-4176-9687-51eda88e1bef, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=bea23ebd-0b5e-4176-9687-51eda88e1bef,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:35.650775 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.657027 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.676033 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39240) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:35.701656 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:35.704089 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:35.706840 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:35.710538 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=bea23ebd-0b5e-4176-9687-51eda88e1bef,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:35.716376 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 2, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:35.743690 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Checking router: da808a53-f958-4090-9784-6b49488d4e3e for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:35.744344 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Updating router da808a53-f958-4090-9784-6b49488d4e3e port 841128d7-007d-4497-be6b-25c0c392f049 binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:43:35.752390 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Pushing event updated for resources: {'Port': ['ID=8615df14-52df-4ae8-9381-ca5564f02bba,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:35.773303 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (841128d7-007d-4497-be6b-25c0c392f049), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.826377 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e153e49b-60d4-4ba9-9e30-6fa04ec8bc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.905077 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e153e49b-60d4-4ba9-9e30-6fa04ec8bc07 admin admin] Publish callbacks [] for security_group (93c2b24a-a6ff-41bb-9c4a-e703eb4fff34), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.911489 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e153e49b-60d4-4ba9-9e30-6fa04ec8bc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (93c2b24a-a6ff-41bb-9c4a-e703eb4fff34), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:35.953583 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e153e49b-60d4-4ba9-9e30-6fa04ec8bc07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e5d7e8a327242d7882585a899d26818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763836 May 16 20:43:35.956290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39244) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:35.962382 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153e49b-60d4-4ba9-9e30-6fa04ec8bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2b24a-a6ff-41bb-9c4a-e703eb4fff34,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:35.975193 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks [] for router_gateway (d1cc5e34-6165-4bae-af2c-fd590c7094a0), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.012504 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e31d-b892-44ec-b32e-8e3edd29afc8 admin admin] Publish callbacks [] for security_group (93c2b24a-a6ff-41bb-9c4a-e703eb4fff34), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.044594 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e31d-b892-44ec-b32e-8e3edd29afc8 admin admin] Publish callbacks [] for security_group (93c2b24a-a6ff-41bb-9c4a-e703eb4fff34), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.083261 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Publish callbacks [] for port (841128d7-007d-4497-be6b-25c0c392f049), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.090754 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (841128d7-007d-4497-be6b-25c0c392f049), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.096829 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e31d-b892-44ec-b32e-8e3edd29afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (93c2b24a-a6ff-41bb-9c4a-e703eb4fff34), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.100311 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e31d-b892-44ec-b32e-8e3edd29afc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.101837 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d3c9e31d-b892-44ec-b32e-8e3edd29afc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93c2b24a-a6ff-41bb-9c4a-e703eb4fff34 HTTP/1.1" status: 204 len: 168 time: 0.1445768 May 16 20:43:36.124799 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9e31d-b892-44ec-b32e-8e3edd29afc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2b24a-a6ff-41bb-9c4a-e703eb4fff34,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:36.135075 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Pushing event updated for resources: {'Port': ['ID=841128d7-007d-4497-be6b-25c0c392f049,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:36.160345 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.160886 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.161409 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.161906 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.162380 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.162858 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.163489 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.163976 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.164491 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.164957 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.165423 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.165910 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.166240 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.166631 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.167095 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:43:36.236146 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (d1cc5e34-6165-4bae-af2c-fd590c7094a0), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.250200 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Attempting to bind port 841128d7-007d-4497-be6b-25c0c392f049 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:36.250856 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Attempting to bind port 841128d7-007d-4497-be6b-25c0c392f049 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:36.251505 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Attempting to bind port 841128d7-007d-4497-be6b-25c0c392f049 on network f903b382-f9f4-430f-b401-6775eaafb5d2 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:36.257685 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:36.258056 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Checking segment: {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:36.258472 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.258850 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Bound using segment: {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:36.260770 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Bound port: 841128d7-007d-4497-be6b-25c0c392f049, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:36.261193 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (841128d7-007d-4497-be6b-25c0c392f049), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.340786 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] For port 841128d7-007d-4497-be6b-25c0c392f049, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:36.345316 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] For port 841128d7-007d-4497-be6b-25c0c392f049, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=841128d7-007d-4497-be6b-25c0c392f049,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:36.354143 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (841128d7-007d-4497-be6b-25c0c392f049), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.411959 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83096afc-b139-4402-b9c0-176faac86073 None None] Pushing event updated for resources: {'Port': ['ID=841128d7-007d-4497-be6b-25c0c392f049,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:36.429312 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:36.429931 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:36.431304 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Router d1cc5e34-6165-4bae-af2c-fd590c7094a0 is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:43:36.502743 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-8ff181d7-73b8-4027-8c13-c64dfcc44dba None None] Provisioning complete for port 841128d7-007d-4497-be6b-25c0c392f049 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:36.503222 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ff181d7-73b8-4027-8c13-c64dfcc44dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (841128d7-007d-4497-be6b-25c0c392f049), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.582181 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75912de0-51ae-4915-9567-ab2e01dd33b5 None None] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:36.597267 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:36.619803 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.621797 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-46af767a-0540-4589-bd8c-fbce5f011074 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0864089 May 16 20:43:36.624635 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39260) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:36.630594 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Sync routers for ids ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:36.706896 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:36.707501 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Routers {'d1cc5e34-6165-4bae-af2c-fd590c7094a0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:36.709784 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:36.807254 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-8ff181d7-73b8-4027-8c13-c64dfcc44dba None None] Current status of the port 841128d7-007d-4497-be6b-25c0c392f049 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:36.808106 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ff181d7-73b8-4027-8c13-c64dfcc44dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (841128d7-007d-4497-be6b-25c0c392f049), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.918739 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-8ff181d7-73b8-4027-8c13-c64dfcc44dba None None] For port 841128d7-007d-4497-be6b-25c0c392f049, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=841128d7-007d-4497-be6b-25c0c392f049,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:36.930811 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Set router d1cc5e34-6165-4bae-af2c-fd590c7094a0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:36.957597 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ff181d7-73b8-4027-8c13-c64dfcc44dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (841128d7-007d-4497-be6b-25c0c392f049), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.967085 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:37.016270 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7561c00-2e8f-401b-a704-c6f80e4b6e82 None None] The sync data for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi is: [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:37.120317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff181d7-73b8-4027-8c13-c64dfcc44dba None None] Pushing event updated for resources: {'Port': ['ID=841128d7-007d-4497-be6b-25c0c392f049,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:37.128800 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Provisioning complete for port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:37.129168 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.203083 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.317891 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 3, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port': {'id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:35Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:37.353937 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Checking router: d1cc5e34-6165-4bae-af2c-fd590c7094a0 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:37.353937 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Updating router d1cc5e34-6165-4bae-af2c-fd590c7094a0 port 8615df14-52df-4ae8-9381-ca5564f02bba binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:43:37.382125 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.413722 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:37.424483 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Current status of the port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:37.424842 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.444819 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Allocated IP 172.20.0.1 (f12ef8c4-282e-462c-aa73-3d2218bc4592/9dd18a06-175f-48ae-9032-5383c4fa421d/7fc70844-df5e-4251-8513-c3f9d7ff7448) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:37.573612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] For port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,segment=NetworkSegment(befa26de-cdc2-4008-8251-ce377a8eb2a5),segment_id=befa26de-cdc2-4008-8251-ce377a8eb2a5)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:37.579230 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:37.579634 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.610243 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.615997 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks [] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.667632 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.669827 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Provisioning complete for port 841128d7-007d-4497-be6b-25c0c392f049 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:37.670208 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (841128d7-007d-4497-be6b-25c0c392f049), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.712985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:37.716509 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:37.719181 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:37.767578 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc70844-df5e-4251-8513-c3f9d7ff7448,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:37.789911 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (d1cc5e34-6165-4bae-af2c-fd590c7094a0), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:37.816266 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Pushing event updated for resources: {'Port': ['ID=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:37.922074 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:37.923289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bea23ebd-0b5e-4176-9687-51eda88e1bef up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:37.969168 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-02f7a1c4-df71-4db4-9981-02dc1d7f3760 None None] Current status of the port 841128d7-007d-4497-be6b-25c0c392f049 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:38.000587 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.051587 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port bea23ebd-0b5e-4176-9687-51eda88e1bef triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:38.051969 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.092936 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Publish callbacks [] for port (8615df14-52df-4ae8-9381-ca5564f02bba), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.111079 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.119337 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-e1bbaca6-c513-4bc8-8947-964d320fcf1a None None] Provisioning complete for port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:38.119817 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e1bbaca6-c513-4bc8-8947-964d320fcf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.209334 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be5130-f2a4-424a-9ef6-9eb504a504ff None None] Pushing event updated for resources: {'Port': ['ID=8615df14-52df-4ae8-9381-ca5564f02bba,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:38.213475 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Attempting to bind port 8615df14-52df-4ae8-9381-ca5564f02bba on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:38.213968 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Attempting to bind port 8615df14-52df-4ae8-9381-ca5564f02bba by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:38.214334 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Attempting to bind port 8615df14-52df-4ae8-9381-ca5564f02bba on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:38.231985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks [] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.237904 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.246902 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:38.247281 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:38.247680 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.248071 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:38.248570 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Bound port: 8615df14-52df-4ae8-9381-ca5564f02bba, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:38.248947 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.309748 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (d1cc5e34-6165-4bae-af2c-fd590c7094a0), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.312801 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc70844-df5e-4251-8513-c3f9d7ff7448,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:38.413061 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port bea23ebd-0b5e-4176-9687-51eda88e1bef is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:38.414125 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 841128d7-007d-4497-be6b-25c0c392f049 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:38.417148 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:38.418513 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:38.472740 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbaca6-c513-4bc8-8947-964d320fcf1a None None] Current status of the port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:38.503657 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-e1bbaca6-c513-4bc8-8947-964d320fcf1a None None] Provisioning complete for port 7fc70844-df5e-4251-8513-c3f9d7ff7448 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:38.504027 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e1bbaca6-c513-4bc8-8947-964d320fcf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.506008 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] For port 8615df14-52df-4ae8-9381-ca5564f02bba, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:38.544832 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Router d1cc5e34-6165-4bae-af2c-fd590c7094a0 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:43:38.548312 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] For port 8615df14-52df-4ae8-9381-ca5564f02bba, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=8615df14-52df-4ae8-9381-ca5564f02bba,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:38.552818 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 841128d7-007d-4497-be6b-25c0c392f049 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:38.553237 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (841128d7-007d-4497-be6b-25c0c392f049), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.568186 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.601042 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbaca6-c513-4bc8-8947-964d320fcf1a None None] Port 7fc70844-df5e-4251-8513-c3f9d7ff7448 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:43:38.676065 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Routers {'d1cc5e34-6165-4bae-af2c-fd590c7094a0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:38.676758 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:38.721603 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be5130-f2a4-424a-9ef6-9eb504a504ff None None] Pushing event updated for resources: {'Port': ['ID=8615df14-52df-4ae8-9381-ca5564f02bba,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:38.756317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-a45a0365-8546-4093-8208-56b806125d47 None None] Provisioning complete for port 7fc70844-df5e-4251-8513-c3f9d7ff7448 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:38.756725 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a45a0365-8546-4093-8208-56b806125d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.844030 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 841128d7-007d-4497-be6b-25c0c392f049 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:38.854082 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-a45a0365-8546-4093-8208-56b806125d47 None None] Port 7fc70844-df5e-4251-8513-c3f9d7ff7448 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:43:38.871916 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] Set router d1cc5e34-6165-4bae-af2c-fd590c7094a0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:38.980658 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:38.986116 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-7de9001d-b780-4ecc-8273-0906ad77b6b2 admin admin] 10.222.0.49 "PUT /v2.0/routers/d1cc5e34-6165-4bae-af2c-fd590c7094a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3601859 May 16 20:43:39.085100 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:43:37Z', 'revision_number': 4, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port': {'id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:35Z', 'updated_at': '2022-05-16T20:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '7fc70844-df5e-4251-8513-c3f9d7ff7448', 'name': '', 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'mac_address': 'fa:16:3e:00:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:37Z', 'updated_at': '2022-05-16T20:43:38Z', 'revision_number': 2, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'subnets': [{'id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:39.113818 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2f146-0732-4566-93ba-f26f7921706f None None] The sync data for ids ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'] in dv-cinder-777031-16-iscsi is: [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:43:37Z', 'revision_number': 4, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port': {'id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:35Z', 'updated_at': '2022-05-16T20:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '7fc70844-df5e-4251-8513-c3f9d7ff7448', 'name': '', 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'mac_address': 'fa:16:3e:00:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:37Z', 'updated_at': '2022-05-16T20:43:38Z', 'revision_number': 2, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'subnets': [{'id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:39.177579 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:39.226773 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:39.227125 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.303557 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:39.304660 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 841128d7-007d-4497-be6b-25c0c392f049 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:39.348632 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 841128d7-007d-4497-be6b-25c0c392f049 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:39.356488 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (841128d7-007d-4497-be6b-25c0c392f049), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.426032 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39310) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:39.430956 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-254d2d78-fabd-462b-be12-e9f0dc5ab99b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444227453', 'description': 'tempest-secgroup-smoke-444227453 description', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:39.455916 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-254d2d78-fabd-462b-be12-e9f0dc5ab99b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.459567 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 841128d7-007d-4497-be6b-25c0c392f049 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:39.528610 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-254d2d78-fabd-462b-be12-e9f0dc5ab99b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group (3506369f-aa45-4da2-b269-98ec5ca09d98), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.533535 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-254d2d78-fabd-462b-be12-e9f0dc5ab99b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3506369f-aa45-4da2-b269-98ec5ca09d98), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.563107 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-254d2d78-fabd-462b-be12-e9f0dc5ab99b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.564390 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-254d2d78-fabd-462b-be12-e9f0dc5ab99b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1372778 May 16 20:43:39.566421 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d2d78-fabd-462b-be12-e9f0dc5ab99b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3506369f-aa45-4da2-b269-98ec5ca09d98,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:39.567628 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39312) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:39.573431 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-6e58db5b-52ab-41a7-9125-770c46eacf21 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'security_group_rule': {'security_group_id': '3506369f-aa45-4da2-b269-98ec5ca09d98', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:39.603037 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6e58db5b-52ab-41a7-9125-770c46eacf21 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (ea421a05-c554-46d2-bd49-31bf829bdec4), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.665415 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6e58db5b-52ab-41a7-9125-770c46eacf21 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (ea421a05-c554-46d2-bd49-31bf829bdec4), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.669792 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6e58db5b-52ab-41a7-9125-770c46eacf21 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (ea421a05-c554-46d2-bd49-31bf829bdec4), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.691723 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58db5b-52ab-41a7-9125-770c46eacf21 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea421a05-c554-46d2-bd49-31bf829bdec4,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:39.699663 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6e58db5b-52ab-41a7-9125-770c46eacf21 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.700926 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-6e58db5b-52ab-41a7-9125-770c46eacf21 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314137 May 16 20:43:39.703770 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39314) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:39.708478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-849146e8-36f9-46a1-9bc6-a1e43ecdee5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'security_group_rule': {'security_group_id': '3506369f-aa45-4da2-b269-98ec5ca09d98', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:39.737838 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-849146e8-36f9-46a1-9bc6-a1e43ecdee5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (096dbf63-e1fe-4244-8db7-6f8a213b16d3), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.787695 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-849146e8-36f9-46a1-9bc6-a1e43ecdee5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (096dbf63-e1fe-4244-8db7-6f8a213b16d3), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.793585 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-849146e8-36f9-46a1-9bc6-a1e43ecdee5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (096dbf63-e1fe-4244-8db7-6f8a213b16d3), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.810790 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849146e8-36f9-46a1-9bc6-a1e43ecdee5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096dbf63-e1fe-4244-8db7-6f8a213b16d3,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:39.819655 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-849146e8-36f9-46a1-9bc6-a1e43ecdee5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.820866 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-849146e8-36f9-46a1-9bc6-a1e43ecdee5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159961 May 16 20:43:39.824353 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39316) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:39.828578 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-605198f6-d8c6-4418-8451-62a90ded84f1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'security_group_rule': {'security_group_id': '3506369f-aa45-4da2-b269-98ec5ca09d98', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:39.855393 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-605198f6-d8c6-4418-8451-62a90ded84f1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (5f268860-348c-4465-8690-0b6cbac2bcf2), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.934401 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-605198f6-d8c6-4418-8451-62a90ded84f1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (5f268860-348c-4465-8690-0b6cbac2bcf2), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.938922 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-605198f6-d8c6-4418-8451-62a90ded84f1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (5f268860-348c-4465-8690-0b6cbac2bcf2), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.961892 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605198f6-d8c6-4418-8451-62a90ded84f1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f268860-348c-4465-8690-0b6cbac2bcf2,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:39.970297 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-605198f6-d8c6-4418-8451-62a90ded84f1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:39.971592 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-605198f6-d8c6-4418-8451-62a90ded84f1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463270 May 16 20:43:39.974751 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39318) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:39.979420 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-480adf53-5b0c-46b6-ba24-48d6e80b5d11 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'security_group_rule': {'security_group_id': '3506369f-aa45-4da2-b269-98ec5ca09d98', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:40.006601 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-480adf53-5b0c-46b6-ba24-48d6e80b5d11 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (199824e1-37f9-4667-b197-1c7125b34280), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.062259 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-480adf53-5b0c-46b6-ba24-48d6e80b5d11 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (199824e1-37f9-4667-b197-1c7125b34280), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.066483 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-480adf53-5b0c-46b6-ba24-48d6e80b5d11 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (199824e1-37f9-4667-b197-1c7125b34280), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.087743 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480adf53-5b0c-46b6-ba24-48d6e80b5d11 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199824e1-37f9-4667-b197-1c7125b34280,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:40.096758 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-480adf53-5b0c-46b6-ba24-48d6e80b5d11 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.098239 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-480adf53-5b0c-46b6-ba24-48d6e80b5d11 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223929 May 16 20:43:40.100951 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39322) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:40.106321 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'security_group_rule': {'security_group_id': '3506369f-aa45-4da2-b269-98ec5ca09d98', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:40.134328 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.securitygroups_db [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Project eb89e1020d944ea08b4294be0ac00cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:43:40.140903 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (8fbfba99-33b4-43b8-8144-9f48adf91021), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.210722 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (8fbfba99-33b4-43b8-8144-9f48adf91021), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.215926 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (8fbfba99-33b4-43b8-8144-9f48adf91021), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.237015 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbfba99-33b4-43b8-8144-9f48adf91021,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:40.244648 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.245916 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e401450a-dc4e-4f6c-8442-cb6057d18cc3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439826 May 16 20:43:40.248763 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39330) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:40.253515 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'security_group_rule': {'security_group_id': '3506369f-aa45-4da2-b269-98ec5ca09d98', 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:40.278140 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.securitygroups_db [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Project eb89e1020d944ea08b4294be0ac00cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:43:40.284583 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (ca5546aa-0a45-4d7b-a92d-d0fc6a5df6f1), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.350084 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (ca5546aa-0a45-4d7b-a92d-d0fc6a5df6f1), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.355323 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (ca5546aa-0a45-4d7b-a92d-d0fc6a5df6f1), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.372265 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5546aa-0a45-4d7b-a92d-d0fc6a5df6f1,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:40.387751 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.396937 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f2e86453-f111-4a40-8f66-bf6ba936f399 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393213 May 16 20:43:41.181673 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8615df14-52df-4ae8-9381-ca5564f02bba up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:41.228510 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 8615df14-52df-4ae8-9381-ca5564f02bba triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:41.228908 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:41.310582 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 8615df14-52df-4ae8-9381-ca5564f02bba is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:41.310999 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:41.332840 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 8615df14-52df-4ae8-9381-ca5564f02bba, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=8615df14-52df-4ae8-9381-ca5564f02bba,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:41.339009 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:41.391134 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=8615df14-52df-4ae8-9381-ca5564f02bba,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:41.473724 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Sync routers for ids ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:41.485726 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Routers {'d1cc5e34-6165-4bae-af2c-fd590c7094a0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:41.486512 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:41.591064 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Set router d1cc5e34-6165-4bae-af2c-fd590c7094a0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:41.779902 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:43:37Z', 'revision_number': 4, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port': {'id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:35Z', 'updated_at': '2022-05-16T20:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '7fc70844-df5e-4251-8513-c3f9d7ff7448', 'name': '', 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'mac_address': 'fa:16:3e:00:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:37Z', 'updated_at': '2022-05-16T20:43:38Z', 'revision_number': 2, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'subnets': [{'id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:41.803920 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Checking router: d1cc5e34-6165-4bae-af2c-fd590c7094a0 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:41.804269 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Updating router d1cc5e34-6165-4bae-af2c-fd590c7094a0 port 7fc70844-df5e-4251-8513-c3f9d7ff7448 binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:43:41.834546 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.151206 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Publish callbacks [] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.157329 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.202469 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08604735-9ce7-42d6-b4a9-2f882d852beb None None] Pushing event updated for resources: {'Port': ['ID=7fc70844-df5e-4251-8513-c3f9d7ff7448,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:42.268684 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Attempting to bind port 7fc70844-df5e-4251-8513-c3f9d7ff7448 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:42.269011 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Attempting to bind port 7fc70844-df5e-4251-8513-c3f9d7ff7448 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:42.269352 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Attempting to bind port 7fc70844-df5e-4251-8513-c3f9d7ff7448 on network f12ef8c4-282e-462c-aa73-3d2218bc4592 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:42.275024 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:42.275613 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Checking segment: {'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:42.276050 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.276427 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Bound using segment: {'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:42.276905 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Bound port: 7fc70844-df5e-4251-8513-c3f9d7ff7448, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befa26de-cdc2-4008-8251-ce377a8eb2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:42.277268 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.342923 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] For port 7fc70844-df5e-4251-8513-c3f9d7ff7448, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:42.346199 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] For port 7fc70844-df5e-4251-8513-c3f9d7ff7448, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=7fc70844-df5e-4251-8513-c3f9d7ff7448,segment=NetworkSegment(befa26de-cdc2-4008-8251-ce377a8eb2a5),segment_id=befa26de-cdc2-4008-8251-ce377a8eb2a5)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:42.352237 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.413772 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08604735-9ce7-42d6-b4a9-2f882d852beb None None] Pushing event updated for resources: {'Port': ['ID=7fc70844-df5e-4251-8513-c3f9d7ff7448,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:42.445983 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Routers {'d1cc5e34-6165-4bae-af2c-fd590c7094a0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:42.446711 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:42.514187 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-45682de2-77e9-449b-9fe5-c1ab88f35b6a None None] Provisioning complete for port 7fc70844-df5e-4251-8513-c3f9d7ff7448 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:42.514751 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-45682de2-77e9-449b-9fe5-c1ab88f35b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.573169 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] Set router d1cc5e34-6165-4bae-af2c-fd590c7094a0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:42.589231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-45682de2-77e9-449b-9fe5-c1ab88f35b6a None None] Current status of the port 7fc70844-df5e-4251-8513-c3f9d7ff7448 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:42.589756 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-45682de2-77e9-449b-9fe5-c1ab88f35b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.627951 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-45682de2-77e9-449b-9fe5-c1ab88f35b6a None None] For port 7fc70844-df5e-4251-8513-c3f9d7ff7448, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=7fc70844-df5e-4251-8513-c3f9d7ff7448,segment=NetworkSegment(befa26de-cdc2-4008-8251-ce377a8eb2a5),segment_id=befa26de-cdc2-4008-8251-ce377a8eb2a5)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:42.633100 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-45682de2-77e9-449b-9fe5-c1ab88f35b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.682441 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45682de2-77e9-449b-9fe5-c1ab88f35b6a None None] Pushing event updated for resources: {'Port': ['ID=7fc70844-df5e-4251-8513-c3f9d7ff7448,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:42.753231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-163d27cd-f7ad-4955-8e9d-e74282283ea6 None None] Provisioning complete for port 7fc70844-df5e-4251-8513-c3f9d7ff7448 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:42.753600 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-163d27cd-f7ad-4955-8e9d-e74282283ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:42.771442 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:43:37Z', 'revision_number': 4, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port': {'id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:35Z', 'updated_at': '2022-05-16T20:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '7fc70844-df5e-4251-8513-c3f9d7ff7448', 'name': '', 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'mac_address': 'fa:16:3e:00:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:37Z', 'updated_at': '2022-05-16T20:43:42Z', 'revision_number': 4, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'subnets': [{'id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:42.798402 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01ae64-2c35-4e5e-963b-589786ca98b1 None None] The sync data for ids ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'] in dv-cinder-777031-16-iscsi is: [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:43:37Z', 'revision_number': 4, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port': {'id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:35Z', 'updated_at': '2022-05-16T20:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '7fc70844-df5e-4251-8513-c3f9d7ff7448', 'name': '', 'network_id': 'f12ef8c4-282e-462c-aa73-3d2218bc4592', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'mac_address': 'fa:16:3e:00:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:37Z', 'updated_at': '2022-05-16T20:43:42Z', 'revision_number': 4, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'subnets': [{'id': '9dd18a06-175f-48ae-9032-5383c4fa421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:42.832056 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-163d27cd-f7ad-4955-8e9d-e74282283ea6 None None] Current status of the port 7fc70844-df5e-4251-8513-c3f9d7ff7448 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:43.214186 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8615df14-52df-4ae8-9381-ca5564f02bba up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:43.262561 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 8615df14-52df-4ae8-9381-ca5564f02bba triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:43.262925 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:43.355907 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 8615df14-52df-4ae8-9381-ca5564f02bba is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:43.357032 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 7fc70844-df5e-4251-8513-c3f9d7ff7448 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:43.404657 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 7fc70844-df5e-4251-8513-c3f9d7ff7448 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:43.405013 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:43.414451 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f139f-25dd-4241-89d5-b716c8af4e03 req-da9a69d5-6780-4e01-a50e-7b701f77e050 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:43.415964 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-823f139f-25dd-4241-89d5-b716c8af4e03 req-da9a69d5-6780-4e01-a50e-7b701f77e050 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 946 time: 0.0497305 May 16 20:43:43.480292 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-823f139f-25dd-4241-89d5-b716c8af4e03 req-44a480e7-e02f-4cf2-a16f-3d075ef8a048 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581667 May 16 20:43:43.500289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 7fc70844-df5e-4251-8513-c3f9d7ff7448 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:44.619534 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1b959-df89-4196-b10e-cd3e5d507fca req-444b1fa4-66fa-4167-9410-f18e47c0bf76 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:44.621167 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a6d1b959-df89-4196-b10e-cd3e5d507fca req-444b1fa4-66fa-4167-9410-f18e47c0bf76 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 946 time: 0.0525796 May 16 20:43:44.670164 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a6d1b959-df89-4196-b10e-cd3e5d507fca req-e9385059-7f1d-4b42-90e0-f5e28bb2aaa1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fcddc00-80f5-4a5d-a756-885d0e7d8457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 May 16 20:43:44.814679 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-511a0f0e-286e-4fe8-ada0-ea1ebce0a5c1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:44.816122 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-511a0f0e-286e-4fe8-ada0-ea1ebce0a5c1 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 946 time: 0.0482116 May 16 20:43:44.910418 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Deleting port 21b40ca4-40ac-4a3f-9958-fe3007671e02 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:44.910698 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.003395 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] For port 21b40ca4-40ac-4a3f-9958-fe3007671e02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=21b40ca4-40ac-4a3f-9958-fe3007671e02,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:45.003760 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.177079 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.177357 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.177668 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Floating IP d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7 disassociated. External IP: 172.27.0.95, port: 21b40ca4-40ac-4a3f-9958-fe3007671e02. May 16 20:43:45.178003 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Calling delete_port for 21b40ca4-40ac-4a3f-9958-fe3007671e02 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:45.213341 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39466) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:45.301782 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (21b40ca4-40ac-4a3f-9958-fe3007671e02), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.324066 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db532ce2-794c-41c3-9072-3811968a6278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.331154 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event deleted for resources: {'Port': ['ID=21b40ca4-40ac-4a3f-9958-fe3007671e02,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:45.403123 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db532ce2-794c-41c3-9072-3811968a6278 admin admin] Publish callbacks [] for security_group (00d318c7-54b8-4603-9f0c-2286e2de84e7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.407741 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db532ce2-794c-41c3-9072-3811968a6278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (00d318c7-54b8-4603-9f0c-2286e2de84e7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.444022 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db532ce2-794c-41c3-9072-3811968a6278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d318c7-54b8-4603-9f0c-2286e2de84e7,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:45.447305 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Router b4479131-38b6-4853-a928-8d52892d7ce3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:43:45.451133 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39470) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:45.451331 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-db532ce2-794c-41c3-9072-3811968a6278 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e0ed44a944a4b83bba63d86a19f100c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368867 May 16 20:43:45.551314 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f4f1e47-6c40-429a-b667-7e4f32aa9eca admin admin] Publish callbacks [] for security_group (00d318c7-54b8-4603-9f0c-2286e2de84e7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.605984 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f4f1e47-6c40-429a-b667-7e4f32aa9eca admin admin] Publish callbacks [] for security_group (00d318c7-54b8-4603-9f0c-2286e2de84e7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.620732 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:45.646758 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a18928-272b-41ab-9957-608a9a955733 None None] Sync routers for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:45.673761 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:45.674391 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:45.681390 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] No DVR routers for this DVR port 21b40ca4-40ac-4a3f-9958-fe3007671e02 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:43:45.684627 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.688253 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eaf72622-6675-4e38-b5fa-f60af9d19aeb req-1092bb46-f01c-4f3c-9e9b-7b0fd983f6dd tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.60 "DELETE /v2.0/ports/21b40ca4-40ac-4a3f-9958-fe3007671e02 HTTP/1.1" status: 204 len: 173 time: 0.8638475 May 16 20:43:45.689349 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-deleted', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:45.692843 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8acf0d-ddd5-4237-b8c3-e0a9cc3a04cf" -d '{"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-deleted", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:45.745178 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f4f1e47-6c40-429a-b667-7e4f32aa9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (00d318c7-54b8-4603-9f0c-2286e2de84e7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.747884 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f4f1e47-6c40-429a-b667-7e4f32aa9eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:45.751898 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-6f4f1e47-6c40-429a-b667-7e4f32aa9eca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00d318c7-54b8-4603-9f0c-2286e2de84e7 HTTP/1.1" status: 204 len: 168 time: 0.2997034 May 16 20:43:45.767530 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f57f2f-0eb4-45c4-b997-42802dc79701 x-openstack-request-id: req-93f57f2f-0eb4-45c4-b997-42802dc79701 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:45.767822 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718fbf6-1460-443d-9fb4-815bf062c594", "name": "network-vif-deleted", "tag": "21b40ca4-40ac-4a3f-9958-fe3007671e02", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:45.768077 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93f57f2f-0eb4-45c4-b997-42802dc79701 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:45.768500 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f57f2f-0eb4-45c4-b997-42802dc79701'] response: {'server_uuid': '1718fbf6-1460-443d-9fb4-815bf062c594', 'name': 'network-vif-deleted', 'tag': '21b40ca4-40ac-4a3f-9958-fe3007671e02', 'status': 'completed', 'code': 200} May 16 20:43:45.769586 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f1e47-6c40-429a-b667-7e4f32aa9eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d318c7-54b8-4603-9f0c-2286e2de84e7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:45.838017 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-61792ab7-7bae-405e-8688-771d0d64a7ff req-43092f05-5e4e-423f-b6e4-691028a4231d tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/ports?device_id=1718fbf6-1460-443d-9fb4-815bf062c594 HTTP/1.1" status: 200 len: 210 time: 0.0322978 May 16 20:43:45.878055 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:46.096489 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:46.148261 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39482) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:46.162908 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3205-47f8-4619-b291-8f015f3a4f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.250819 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3205-47f8-4619-b291-8f015f3a4f75 admin admin] Publish callbacks [] for security_group (68302e50-e4fe-49e0-9780-5275c4d8f6f2), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.254344 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a18928-272b-41ab-9957-608a9a955733 None None] Checking router: b4479131-38b6-4853-a928-8d52892d7ce3 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:46.255526 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3205-47f8-4619-b291-8f015f3a4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (68302e50-e4fe-49e0-9780-5275c4d8f6f2), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.264715 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:46.265338 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:21Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:46.293665 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5b4d3205-47f8-4619-b291-8f015f3a4f75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c34f1613a4784fd181b6693e632c1a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442230 May 16 20:43:46.294496 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d3205-47f8-4619-b291-8f015f3a4f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68302e50-e4fe-49e0-9780-5275c4d8f6f2,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:46.296551 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39484) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:46.349080 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-66b951be-cbaf-4efc-98b4-e2dea0842600 admin admin] Publish callbacks [] for security_group (68302e50-e4fe-49e0-9780-5275c4d8f6f2), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.370261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-66b951be-cbaf-4efc-98b4-e2dea0842600 admin admin] Publish callbacks [] for security_group (68302e50-e4fe-49e0-9780-5275c4d8f6f2), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.374559 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:46.423166 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-66b951be-cbaf-4efc-98b4-e2dea0842600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (68302e50-e4fe-49e0-9780-5275c4d8f6f2), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.425771 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-66b951be-cbaf-4efc-98b4-e2dea0842600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.429900 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-66b951be-cbaf-4efc-98b4-e2dea0842600 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68302e50-e4fe-49e0-9780-5275c4d8f6f2 HTTP/1.1" status: 204 len: 168 time: 0.1316998 May 16 20:43:46.438749 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b951be-cbaf-4efc-98b4-e2dea0842600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68302e50-e4fe-49e0-9780-5275c4d8f6f2,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:46.570431 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-26a18928-272b-41ab-9957-608a9a955733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:46.600126 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a18928-272b-41ab-9957-608a9a955733 None None] The sync data for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi is: [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:36:54Z', 'revision_number': 4, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'ebf1fc90-cec9-480c-a937-e7dcda9341a8', 'name': '', 'network_id': 'ecfbded1-d8d9-4f26-a9bd-62198a15a84a', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'mac_address': 'fa:16:3e:fe:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:53Z', 'updated_at': '2022-05-16T20:36:59Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'subnets': [{'id': '278d51b3-5296-4fbb-ba4c-3968cad304ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:46.772622 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39490) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:46.786265 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0f8079d5-e203-4b1d-a3a0-b3a712d70e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.860321 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c25017-db96-4fce-904d-95018a72539a None None] New status for floating IP d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7: DOWN {{(pid=103499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:43:46.865954 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0f8079d5-e203-4b1d-a3a0-b3a712d70e11 admin admin] Publish callbacks [] for security_group (453be1c5-eec5-4a28-bb9d-2c9ce179d6eb), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.870816 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0f8079d5-e203-4b1d-a3a0-b3a712d70e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (453be1c5-eec5-4a28-bb9d-2c9ce179d6eb), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:46.914009 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8079d5-e203-4b1d-a3a0-b3a712d70e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453be1c5-eec5-4a28-bb9d-2c9ce179d6eb,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:46.919109 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-0f8079d5-e203-4b1d-a3a0-b3a712d70e11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b651d9d0948c4034ba1921d129c29dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454167 May 16 20:43:46.921676 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39496) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:46.960041 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39498) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:47.005862 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f19f-4330-4ebd-ae12-d75aacb4b722 admin admin] Publish callbacks [] for security_group (453be1c5-eec5-4a28-bb9d-2c9ce179d6eb), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.042390 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f19f-4330-4ebd-ae12-d75aacb4b722 admin admin] Publish callbacks [] for security_group (453be1c5-eec5-4a28-bb9d-2c9ce179d6eb), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.050471 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-21cd9a25-53db-49e7-adea-ff10006dd2d6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (3fcddc00-80f5-4a5d-a756-885d0e7d8457), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.097750 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-21cd9a25-53db-49e7-adea-ff10006dd2d6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (3fcddc00-80f5-4a5d-a756-885d0e7d8457), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.127164 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f19f-4330-4ebd-ae12-d75aacb4b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (453be1c5-eec5-4a28-bb9d-2c9ce179d6eb), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.129673 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f19f-4330-4ebd-ae12-d75aacb4b722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.130849 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-bfc0f19f-4330-4ebd-ae12-d75aacb4b722 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/453be1c5-eec5-4a28-bb9d-2c9ce179d6eb HTTP/1.1" status: 204 len: 168 time: 0.2082217 May 16 20:43:47.147127 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0f19f-4330-4ebd-ae12-d75aacb4b722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453be1c5-eec5-4a28-bb9d-2c9ce179d6eb,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:47.172261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-21cd9a25-53db-49e7-adea-ff10006dd2d6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3fcddc00-80f5-4a5d-a756-885d0e7d8457), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.177942 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-21cd9a25-53db-49e7-adea-ff10006dd2d6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.179095 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-21cd9a25-53db-49e7-adea-ff10006dd2d6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "DELETE /v2.0/security-groups/3fcddc00-80f5-4a5d-a756-885d0e7d8457 HTTP/1.1" status: 204 len: 168 time: 0.2180543 May 16 20:43:47.182196 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39504) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:47.195884 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd9a25-53db-49e7-adea-ff10006dd2d6 tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcddc00-80f5-4a5d-a756-885d0e7d8457,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:47.197020 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.api.v2.resource [None req-2e119ded-95ce-4d78-958c-de335fb7a7ed tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] show failed (client error): The resource could not be found. May 16 20:43:47.198129 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-2e119ded-95ce-4d78-958c-de335fb7a7ed tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "GET /v2.0/security-groups/3fcddc00-80f5-4a5d-a756-885d0e7d8457 HTTP/1.1" status: 404 len: 347 time: 0.0149200 May 16 20:43:47.201189 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39506) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:47.311270 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Deleting port 5b8f42a8-bd09-4164-8027-d27f5244b7ed {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:47.311618 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.388229 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.388589 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (5b8f42a8-bd09-4164-8027-d27f5244b7ed), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.402377 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Calling delete_port for 5b8f42a8-bd09-4164-8027-d27f5244b7ed owned by network:floatingip {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:47.548366 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (5b8f42a8-bd09-4164-8027-d27f5244b7ed), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.573112 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Pushing event deleted for resources: {'Port': ['ID=5b8f42a8-bd09-4164-8027-d27f5244b7ed,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:47.643541 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks [] for floatingip (d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.646049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:47.647227 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-fbc0db6c-cf42-45d6-91c0-fc84c9276c9f tempest-AttachVolumeShelveTestJSON-1446291240 tempest-AttachVolumeShelveTestJSON-1446291240-project] 10.222.0.49 "DELETE /v2.0/floatingips/d97e1c2f-0aa0-432b-ad1c-54b2bb015bd7 HTTP/1.1" status: 204 len: 168 time: 0.4450860 May 16 20:43:48.135817 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:43:48.287382 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39540) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:48.395701 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-951f2028-a88a-4693-9307-1ca14c213c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.475352 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-951f2028-a88a-4693-9307-1ca14c213c49 admin admin] Publish callbacks [] for security_group (fd79a7ee-bdbb-40c1-810e-67549bdaa90f), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.480644 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-951f2028-a88a-4693-9307-1ca14c213c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (fd79a7ee-bdbb-40c1-810e-67549bdaa90f), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.518911 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-951f2028-a88a-4693-9307-1ca14c213c49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44a8eececb3a47e2b5c26fb1b64d1164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302630 May 16 20:43:48.519874 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f2028-a88a-4693-9307-1ca14c213c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd79a7ee-bdbb-40c1-810e-67549bdaa90f,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:48.521056 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39544) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:48.566703 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2acd02b0-6c26-453e-991c-0e39107f33c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.574062 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-24e9b044-2385-4039-87e2-cb6ff49d75aa admin admin] Publish callbacks [] for security_group (fd79a7ee-bdbb-40c1-810e-67549bdaa90f), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.596592 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-24e9b044-2385-4039-87e2-cb6ff49d75aa admin admin] Publish callbacks [] for security_group (fd79a7ee-bdbb-40c1-810e-67549bdaa90f), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.607241 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:48.627302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 21b40ca4-40ac-4a3f-9958-fe3007671e02 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:48.627589 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 21b40ca4-40ac-4a3f-9958-fe3007671e02 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:48.645974 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-24e9b044-2385-4039-87e2-cb6ff49d75aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (fd79a7ee-bdbb-40c1-810e-67549bdaa90f), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.648541 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-24e9b044-2385-4039-87e2-cb6ff49d75aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:48.649693 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-24e9b044-2385-4039-87e2-cb6ff49d75aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd79a7ee-bdbb-40c1-810e-67549bdaa90f HTTP/1.1" status: 204 len: 168 time: 0.1276031 May 16 20:43:48.657580 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9b044-2385-4039-87e2-cb6ff49d75aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd79a7ee-bdbb-40c1-810e-67549bdaa90f,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:49.322866 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39578) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:49.424962 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-375615699-network', 'tenant_id': '579a6c29476643ed997c798ed64bc409'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:49.451175 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Made reservation on behalf of 579a6c29476643ed997c798ed64bc409 for: {'network': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:49.453626 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.462245 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.538265 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks [] for security_group (b818ded2-92c7-479a-b35a-647959c3e402), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.544349 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b818ded2-92c7-479a-b35a-647959c3e402), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.568139 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:43:49.577543 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b818ded2-92c7-479a-b35a-647959c3e402,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:49.582371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (cca0e71c-cf87-4628-8e1d-fa488c8ef416), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.582766 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.segments_db [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Added segment cca0e71c-cf87-4628-8e1d-fa488c8ef416 of type vlan for network e1a25354-c73e-4477-9767-fb33921f0f33 May 16 20:43:49.625891 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (e1a25354-c73e-4477-9767-fb33921f0f33), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.653449 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (e1a25354-c73e-4477-9767-fb33921f0f33), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.654465 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:49.655026 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.691724 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3644190 May 16 20:43:49.692187 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39582) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:49.697280 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Request body: {'subnet': {'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-375615699-subnet', 'tenant_id': '579a6c29476643ed997c798ed64bc409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:49.718405 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198148-840b-46ee-924f-191ee0810614 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a25354-c73e-4477-9767-fb33921f0f33,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:49.719093 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Made reservation on behalf of 579a6c29476643ed997c798ed64bc409 for: {'subnet': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:49.721472 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528551208'] for subnet (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.728539 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network e1a25354-c73e-4477-9767-fb33921f0f33 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:43:49.893353 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528526642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528551230'] for subnet (dcac3442-c3a0-406f-a5e1-244b5f84dfc2), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:49.949997 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcac3442-c3a0-406f-a5e1-244b5f84dfc2,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:49.962711 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Checking segment: {'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:49.963062 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Network hostable DHCP agents. Network: e1a25354-c73e-4477-9767-fb33921f0f33, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:43:49.982761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Network e1a25354-c73e-4477-9767-fb33921f0f33 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:43:49.992814 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, e1a25354-c73e-4477-9767-fb33921f0f33) {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:50.001946 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:50.001946 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:50.006528 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d3e26-f1f0-4f3a-a1eb-f3e747f3969f None None] Network e1a25354-c73e-4477-9767-fb33921f0f33 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:50.025693 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-fba4ee39-5b1b-49c2-a04c-6b420400f437 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3244050 May 16 20:43:50.097370 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39592) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:50.133843 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d76b75-ca78-4577-a5c7-0a60046a4ade None None] Network e1a25354-c73e-4477-9767-fb33921f0f33 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:50.554735 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (b4479131-38b6-4853-a928-8d52892d7ce3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:50.749091 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3958d944-a7c4-4d44-93e8-6e665aac35c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:50.835496 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Deleting port ebf1fc90-cec9-480c-a937-e7dcda9341a8 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:50.835834 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:50.923181 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] For port ebf1fc90-cec9-480c-a937-e7dcda9341a8, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=ebf1fc90-cec9-480c-a937-e7dcda9341a8,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:50.923541 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:50.938880 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Calling delete_port for ebf1fc90-cec9-480c-a937-e7dcda9341a8 owned by network:router_interface {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:51.116320 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (ebf1fc90-cec9-480c-a937-e7dcda9341a8), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:51.143674 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf1fc90-cec9-480c-a937-e7dcda9341a8,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:51.305476 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (b4479131-38b6-4853-a928-8d52892d7ce3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:51.518232 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Router b4479131-38b6-4853-a928-8d52892d7ce3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:43:51.613901 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:51.618723 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5119fd75-251b-4088-b373-ac87080967c0 admin admin] 10.222.0.49 "PUT /v2.0/routers/b4479131-38b6-4853-a928-8d52892d7ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5202920 May 16 20:43:51.621272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39624) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:51.627151 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] Sync routers for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:51.641891 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:51.642710 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:51.729343 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks [] for router (b4479131-38b6-4853-a928-8d52892d7ce3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:51.747485 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:51.916771 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:43:51Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:51.942753 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] Checking router: b4479131-38b6-4853-a928-8d52892d7ce3 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:51.952009 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] Routers {'b4479131-38b6-4853-a928-8d52892d7ce3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:51.952710 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['b4479131-38b6-4853-a928-8d52892d7ce3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:52.055085 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] Set router b4479131-38b6-4853-a928-8d52892d7ce3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:52.171370 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks [] for router_gateway (b4479131-38b6-4853-a928-8d52892d7ce3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.178824 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.182819 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-063c14ff-3c0d-4f57-bc47-280b508d1a1f tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:52.184799 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-063c14ff-3c0d-4f57-bc47-280b508d1a1f tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/networks?id=e1a25354-c73e-4477-9767-fb33921f0f33 HTTP/1.1" status: 200 len: 813 time: 0.1542425 May 16 20:43:52.201780 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-6a2570a6-87ab-49ee-a7a3-df1193f4e413 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/quotas/579a6c29476643ed997c798ed64bc409 HTTP/1.1" status: 200 len: 375 time: 0.0114298 May 16 20:43:52.237824 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:43:51Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:52.256669 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-9147b577-0054-478c-a138-601477e94e3b tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=579a6c29476643ed997c798ed64bc409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389268 May 16 20:43:52.257704 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Deleting port 71d6fe78-9d9b-4691-be46-2ab357c64900 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:52.258238 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.265406 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce57cb-969f-4de2-bf68-7fa0e69a86d0 None None] The sync data for ids ['b4479131-38b6-4853-a928-8d52892d7ce3'] in dv-cinder-777031-16-iscsi is: [{'id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'name': 'tempest-AttachVolumeShelveTestJSON-1215942937-router', 'tenant_id': '970ed3a09b3e490399fa39d38e97f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:36:48Z', 'updated_at': '2022-05-16T20:43:51Z', 'revision_number': 5, 'project_id': '970ed3a09b3e490399fa39d38e97f9cb', 'gw_port': {'id': '71d6fe78-9d9b-4691-be46-2ab357c64900', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4479131-38b6-4853-a928-8d52892d7ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:36:49Z', 'updated_at': '2022-05-16T20:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:52.397994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] For port 71d6fe78-9d9b-4691-be46-2ab357c64900, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=71d6fe78-9d9b-4691-be46-2ab357c64900,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:52.398500 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.416939 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Calling delete_port for 71d6fe78-9d9b-4691-be46-2ab357c64900 owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:52.420256 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-3224ae9b-f9c0-413c-a38e-7db2ff8ae44b service neutron] 10.222.0.49 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490219 May 16 20:43:52.584094 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5c008a61-529e-4585-b776-12b277707133 service neutron] 10.222.0.49 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564901 May 16 20:43:52.663646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (71d6fe78-9d9b-4691-be46-2ab357c64900), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.690884 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d6fe78-9d9b-4691-be46-2ab357c64900,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:52.771119 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a5aa5795-3a33-405e-a562-52a7d05561b1 req-8c4627eb-a5c2-4e64-b9d1-fdd2f658af40 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 210 time: 0.0339763 May 16 20:43:52.779865 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (b4479131-38b6-4853-a928-8d52892d7ce3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.871009 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (b4479131-38b6-4853-a928-8d52892d7ce3), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.873692 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks [] for router_controller (b4479131-38b6-4853-a928-8d52892d7ce3), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.921830 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (b4479131-38b6-4853-a928-8d52892d7ce3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.922483 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4479131-38b6-4853-a928-8d52892d7ce3 {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:43:52.926985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:52.928027 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-7119faf8-0a6b-411e-8a55-18f07eb746d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b4479131-38b6-4853-a928-8d52892d7ce3 HTTP/1.1" status: 204 len: 168 time: 1.3058159 May 16 20:43:52.930553 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39648) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:52.982571 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] Deleting subnet 278d51b3-5296-4fbb-ba4c-3968cad304ff {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:43:52.985972 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] Publish callbacks [] for subnet (278d51b3-5296-4fbb-ba4c-3968cad304ff), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.024684 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (278d51b3-5296-4fbb-ba4c-3968cad304ff), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.109792 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (278d51b3-5296-4fbb-ba4c-3968cad304ff), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.163436 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (278d51b3-5296-4fbb-ba4c-3968cad304ff), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.190722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278d51b3-5296-4fbb-ba4c-3968cad304ff,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:53.196478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.202247 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cbe01d-b23c-45d0-a2cc-12cc1565cc6d None None] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:53.203135 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39652) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:53.203775 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-eeab44bd-c39a-4f1a-b52b-f462111c55a3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/278d51b3-5296-4fbb-ba4c-3968cad304ff HTTP/1.1" status: 204 len: 168 time: 0.2721820 May 16 20:43:53.272703 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (ecfbded1-d8d9-4f26-a9bd-62198a15a84a), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.316364 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Deleting port 0383d50d-5f1a-4a23-8562-2cad29b00b09 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:53.316750 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.383269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] For port 0383d50d-5f1a-4a23-8562-2cad29b00b09, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=0383d50d-5f1a-4a23-8562-2cad29b00b09,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:53.383269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.397580 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Calling delete_port for 0383d50d-5f1a-4a23-8562-2cad29b00b09 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:53.421492 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] DHCP port deletion for ecfbded1-d8d9-4f26-a9bd-62198a15a84a request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:43:53.471610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] Deleting port 0383d50d-5f1a-4a23-8562-2cad29b00b09 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:43:53.471972 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.497993 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.525733 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0383d50d-5f1a-4a23-8562-2cad29b00b09,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:53.529479 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] No DVR routers for this DVR port 0383d50d-5f1a-4a23-8562-2cad29b00b09 on host dv-cinder-777031-16-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:43:53.600679 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (ecfbded1-d8d9-4f26-a9bd-62198a15a84a), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.622215 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfbded1-d8d9-4f26-a9bd-62198a15a84a']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:53.633239 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:53.633239 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e91174-ee40-4426-8ef1-e1ab4f9e72f8') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:53.643405 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (f4e91174-ee40-4426-8ef1-e1ab4f9e72f8), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.659273 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (f4e91174-ee40-4426-8ef1-e1ab4f9e72f8), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.668487 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:43:53.669278 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (f4e91174-ee40-4426-8ef1-e1ab4f9e72f8), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.671921 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device ebf1fc90-cec9-480c-a937-e7dcda9341a8 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:43:53.672101 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:43:53.710552 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] For port 0383d50d-5f1a-4a23-8562-2cad29b00b09, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=0383d50d-5f1a-4a23-8562-2cad29b00b09,segment=NetworkSegment(f4e91174-ee40-4426-8ef1-e1ab4f9e72f8),segment_id=f4e91174-ee40-4426-8ef1-e1ab4f9e72f8)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:53.710868 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.715821 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: ebf1fc90-cec9-480c-a937-e7dcda9341a8 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:53.716239 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device ebf1fc90-cec9-480c-a937-e7dcda9341a8 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:53.716598 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 0383d50d-5f1a-4a23-8562-2cad29b00b09 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:53.744658 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (ecfbded1-d8d9-4f26-a9bd-62198a15a84a), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.745318 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] Calling delete_port for 0383d50d-5f1a-4a23-8562-2cad29b00b09 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:43:53.747514 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.750219 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 0383d50d-5f1a-4a23-8562-2cad29b00b09 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:53.750561 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 0383d50d-5f1a-4a23-8562-2cad29b00b09 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:53.750979 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 71d6fe78-9d9b-4691-be46-2ab357c64900 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:43:53.757131 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.761888 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ecfbded1-d8d9-4f26-a9bd-62198a15a84a HTTP/1.1" status: 204 len: 168 time: 0.5576842 May 16 20:43:53.770314 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 71d6fe78-9d9b-4691-be46-2ab357c64900 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:43:53.770670 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 71d6fe78-9d9b-4691-be46-2ab357c64900 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:43:53.787009 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c71515-d1b7-42ef-a9e6-6c8eb62ec3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfbded1-d8d9-4f26-a9bd-62198a15a84a,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:53.882870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-d7dca52a-b619-4800-b5dd-6c1122431316 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:53.884340 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-d7dca52a-b619-4800-b5dd-6c1122431316 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "GET /v2.0/networks?id=e1a25354-c73e-4477-9767-fb33921f0f33 HTTP/1.1" status: 200 len: 813 time: 0.1574013 May 16 20:43:53.893546 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (0383d50d-5f1a-4a23-8562-2cad29b00b09), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:53.903861 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Request body: {'port': {'device_id': '936a70bc-4d81-45d3-8266-58a369120074', 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33', 'admin_state_up': True, 'tenant_id': '579a6c29476643ed997c798ed64bc409'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:53.909492 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6c1ef883-25b1-478d-89ba-eabd0677410c req-2d9683e7-3814-4203-aa66-fbe38bf387f8 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 210 time: 0.0500515 May 16 20:43:53.934574 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] Pushing event deleted for resources: {'Port': ['ID=0383d50d-5f1a-4a23-8562-2cad29b00b09,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:53.938303 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] Network ecfbded1-d8d9-4f26-a9bd-62198a15a84a is not hosted by any dhcp agent {{(pid=103498) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 16 20:43:53.938964 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b4077-ac91-46e5-8eaa-d69ca171dfe7 None None] No DVR routers for this DVR port 0383d50d-5f1a-4a23-8562-2cad29b00b09 on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:43:53.961402 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39664) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:54.006923 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d677bd24-b16d-4dc8-a96f-cd53f2ad0275 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=970ed3a09b3e490399fa39d38e97f9cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437360 May 16 20:43:54.008232 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39666) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:54.042277 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Made reservation on behalf of 579a6c29476643ed997c798ed64bc409 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:54.045785 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.118574 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b7828442-4f68-436b-92bd-84e966810cd9 admin admin] Publish callbacks [] for security_group (de3bd45f-8c46-48d1-9c5d-4dd5984425c2), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.155239 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b7828442-4f68-436b-92bd-84e966810cd9 admin admin] Publish callbacks [] for security_group (de3bd45f-8c46-48d1-9c5d-4dd5984425c2), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.225308 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Allocated IP 172.20.0.11 (e1a25354-c73e-4477-9767-fb33921f0f33/dcac3442-c3a0-406f-a5e1-244b5f84dfc2/50e7f551-385d-4e2f-b318-b43340cbd079) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:54.254463 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b7828442-4f68-436b-92bd-84e966810cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (de3bd45f-8c46-48d1-9c5d-4dd5984425c2), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.256933 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b7828442-4f68-436b-92bd-84e966810cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.258064 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b7828442-4f68-436b-92bd-84e966810cd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de3bd45f-8c46-48d1-9c5d-4dd5984425c2 HTTP/1.1" status: 204 len: 168 time: 0.2488930 May 16 20:43:54.277219 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7828442-4f68-436b-92bd-84e966810cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3bd45f-8c46-48d1-9c5d-4dd5984425c2,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:54.394246 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks [] for port (50e7f551-385d-4e2f-b318-b43340cbd079), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.427427 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.474872 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Network e1a25354-c73e-4477-9767-fb33921f0f33 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:54.479318 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:54.487147 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:54.509374 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Pushing event updated for resources: {'Port': ['ID=50e7f551-385d-4e2f-b318-b43340cbd079,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:54.543397 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:54.544184 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.570512 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5330f5da-d028-4fed-926b-e15328138ca3 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6708663 May 16 20:43:54.582501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Request body: {'port': {'device_id': '936a70bc-4d81-45d3-8266-58a369120074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:54.640220 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.906900 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.930309 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e7f551-385d-4e2f-b318-b43340cbd079 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:43:54.939238 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Publish callbacks [] for port (50e7f551-385d-4e2f-b318-b43340cbd079), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.953814 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Transition to ACTIVE for port object 50e7f551-385d-4e2f-b318-b43340cbd079 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:43:54.959310 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:54.965839 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39692) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:55.046490 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Pushing event updated for resources: {'Port': ['ID=50e7f551-385d-4e2f-b318-b43340cbd079,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:55.055269 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca75b4-d377-4084-8b4e-a12219a9c49b req-80007865-28a9-4e78-b057-243af0b12aa4 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:55.056762 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-04ca75b4-d377-4084-8b4e-a12219a9c49b req-80007865-28a9-4e78-b057-243af0b12aa4 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 944 time: 0.0688500 May 16 20:43:55.074009 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1964751023-network', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:55.095743 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Made reservation on behalf of 1ccbb9b8d11b499cb9e84da27dd464e6 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:55.098346 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.106739 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.145435 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-04ca75b4-d377-4084-8b4e-a12219a9c49b req-74463156-550f-48f2-899d-9583800fb76e tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818996 May 16 20:43:55.159374 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Attempting to bind port 50e7f551-385d-4e2f-b318-b43340cbd079 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:55.159726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Attempting to bind port 50e7f551-385d-4e2f-b318-b43340cbd079 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:55.160053 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Attempting to bind port 50e7f551-385d-4e2f-b318-b43340cbd079 on network e1a25354-c73e-4477-9767-fb33921f0f33 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:55.171934 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Port 50e7f551-385d-4e2f-b318-b43340cbd079 on network e1a25354-c73e-4477-9767-fb33921f0f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:43:55.171934 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Attempting to bind port 50e7f551-385d-4e2f-b318-b43340cbd079 on network e1a25354-c73e-4477-9767-fb33921f0f33 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:55.172796 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:55.173104 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Checking segment: {'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:55.173482 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Bound using segment: {'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:55.173901 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Bound port: 50e7f551-385d-4e2f-b318-b43340cbd079, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:55.174260 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.190792 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks [] for security_group (d9ec9ba8-a939-4812-9d94-7c5f160f7912), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.195154 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d9ec9ba8-a939-4812-9d94-7c5f160f7912), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.221156 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:43:55.227307 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec9ba8-a939-4812-9d94-7c5f160f7912,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:55.233832 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (9374c63a-1fe1-4605-b201-c883c82cfc87), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.234233 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Added segment 9374c63a-1fe1-4605-b201-c883c82cfc87 of type vlan for network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 May 16 20:43:55.251646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] For port 50e7f551-385d-4e2f-b318-b43340cbd079, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:55.254805 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] For port 50e7f551-385d-4e2f-b318-b43340cbd079, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=50e7f551-385d-4e2f-b318-b43340cbd079,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:55.260926 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.274722 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.293512 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:55.294127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.295561 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] 10.222.0.60 "PUT /v2.0/ports/50e7f551-385d-4e2f-b318-b43340cbd079 HTTP/1.1" status: 200 len: 1094 time: 0.7173791 May 16 20:43:55.296003 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936a70bc-4d81-45d3-8266-58a369120074', 'tag': '50e7f551-385d-4e2f-b318-b43340cbd079'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:43:55.298775 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869663c4-ea41-4adb-93d4-dd2650c19537" -d '{"events": [{"name": "network-changed", "server_uuid": "936a70bc-4d81-45d3-8266-58a369120074", "tag": "50e7f551-385d-4e2f-b318-b43340cbd079"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:43:55.299621 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.300930 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:55.301488 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.329554 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3625965 May 16 20:43:55.335852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 39698) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:55.341102 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Request body: {'subnet': {'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1964751023-subnet', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:55.346583 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56fac6-79aa-4d6e-a601-2a53804cfb0c service neutron] Pushing event updated for resources: {'Port': ['ID=50e7f551-385d-4e2f-b318-b43340cbd079,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:55.350848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536bff3f-3348-4251-a35e-bb9655f3b3f9 x-openstack-request-id: req-536bff3f-3348-4251-a35e-bb9655f3b3f9 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:43:55.351234 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936a70bc-4d81-45d3-8266-58a369120074", "tag": "50e7f551-385d-4e2f-b318-b43340cbd079", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:43:55.351486 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-536bff3f-3348-4251-a35e-bb9655f3b3f9 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:43:55.351875 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536bff3f-3348-4251-a35e-bb9655f3b3f9'] response: {'name': 'network-changed', 'server_uuid': '936a70bc-4d81-45d3-8266-58a369120074', 'tag': '50e7f551-385d-4e2f-b318-b43340cbd079', 'status': 'completed', 'code': 200} May 16 20:43:55.370930 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef8193-788d-49e2-a344-16322032e7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:55.380921 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:43:55.398496 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-a494d2d0-8d24-4f43-9ef5-3879ce4bd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:55.399977 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-a494d2d0-8d24-4f43-9ef5-3879ce4bd990 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=579a6c29476643ed997c798ed64bc409&device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 1128 time: 0.0473926 May 16 20:43:55.400548 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Made reservation on behalf of 1ccbb9b8d11b499cb9e84da27dd464e6 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:55.402769 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.455915 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ae877a19-73e6-444a-8c6c-1731b132149c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50e7f551-385d-4e2f-b318-b43340cbd079 HTTP/1.1" status: 200 len: 217 time: 0.0416121 May 16 20:43:55.546652 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5374c9ff-d5f5-40dc-9772-29bdaad011a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:55.548016 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-5374c9ff-d5f5-40dc-9772-29bdaad011a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcac3442-c3a0-406f-a5e1-244b5f84dfc2 HTTP/1.1" status: 200 len: 853 time: 0.0653462 May 16 20:43:55.600659 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-c4cbb3bf-9f54-4767-a258-4f7a1e4ef95d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1a25354-c73e-4477-9767-fb33921f0f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463910 May 16 20:43:55.737160 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (4cab645b-11c0-4ef1-b0a3-e8ca122a6e62), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:55.777642 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-ff4bebc0-86a9-4ae1-853b-c38609e205e9 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710272 May 16 20:43:55.808568 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-61aab072-5b25-439d-b901-5cf5f012bf0b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444227453&fields=id&tenant_id=eb89e1020d944ea08b4294be0ac00cbf HTTP/1.1" status: 200 len: 267 time: 0.1202481 May 16 20:43:55.850731 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:55.969052 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Checking segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:55.969787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Network hostable DHCP agents. Network: f8dc5c47-0d7f-4f3f-bbe1-95454b576a47, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:43:55.981055 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-42792ffe-493f-4e47-b74a-ce3f541207a5 req-41cdf682-bee8-406f-a003-a92324d4abbc service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887896 May 16 20:43:56.004976 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-5a42d417-2acc-49e6-bc13-2139b1073b06 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:56.006410 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-5a42d417-2acc-49e6-bc13-2139b1073b06 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 808 time: 0.1781969 May 16 20:43:56.018664 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:43:56.025491 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-183ac0de-5196-4507-bde6-27e6da760d9f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/quotas/eb89e1020d944ea08b4294be0ac00cbf HTTP/1.1" status: 200 len: 375 time: 0.0131974 May 16 20:43:56.029823 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, f8dc5c47-0d7f-4f3f-bbe1-95454b576a47) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:56.037953 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a3e8d-c196-4ee7-939c-e5609c29017d None None] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:56.042001 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:56.042558 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.079345 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-0c559185-a74d-493c-bd03-b0a5cf3a897c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7420900 May 16 20:43:56.082118 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39706) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:56.087269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:56.088058 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-210b358f-7568-4f43-9c70-c7e69faa303c tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562129 May 16 20:43:56.109813 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-965396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32615'] for router (341196d5-123f-4b91-b121-67a23ee15de3), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.110914 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32622'] for router (341196d5-123f-4b91-b121-67a23ee15de3), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.147714 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c0a2037-5a56-5f7f-be9a-99362dd5532f-f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62'}]}} from dv-cinder-777031-16-iscsi. {{(pid=103498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:43:56.148692 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.167772 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks [] for router_controller (341196d5-123f-4b91-b121-67a23ee15de3), precommit_add_association {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.209886 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-a47c0f7f-8b29-4542-a01d-9da04f7a3b57 service neutron] 10.222.0.49 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022158 May 16 20:43:56.290894 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Allocated IP 172.20.0.2 (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47/4cab645b-11c0-4ef1-b0a3-e8ca122a6e62/50bd870d-8e2c-45f9-8ff5-73d631ca0695) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:56.320103 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks [] for router_gateway (341196d5-123f-4b91-b121-67a23ee15de3), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.322832 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c866-be50-4f01-b416-b4a1121db8a5 req-2712976a-b1b8-495f-b74b-eb0afac1cdae tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:56.324497 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0586c866-be50-4f01-b416-b4a1121db8a5 req-2712976a-b1b8-495f-b74b-eb0afac1cdae tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 944 time: 0.0889301 May 16 20:43:56.355285 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-ca6d59d1-c218-4a4b-a680-4c60e3d870e8 service neutron] 10.222.0.49 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387770 May 16 20:43:56.385346 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0586c866-be50-4f01-b416-b4a1121db8a5 req-aa777807-0258-4e7b-bb27-b0660a7e448a tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507972 May 16 20:43:56.446992 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Publish callbacks [] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.454071 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.496570 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:56.500141 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:56.501978 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Pushing event updated for resources: {'Port': ['ID=50bd870d-8e2c-45f9-8ff5-73d631ca0695,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:56.504107 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:56.520071 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks [] for router_gateway (341196d5-123f-4b91-b121-67a23ee15de3), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.539211 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.562988 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Attempting to bind port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:56.563352 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Attempting to bind port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:56.563714 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Attempting to bind port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:56.568971 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:56.569335 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Checking segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:56.570156 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.570156 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Bound using segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:56.570529 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Bound port: 50bd870d-8e2c-45f9-8ff5-73d631ca0695, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:56.570911 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.649948 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] For port 50bd870d-8e2c-45f9-8ff5-73d631ca0695, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:56.663426 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] For port 50bd870d-8e2c-45f9-8ff5-73d631ca0695, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=50bd870d-8e2c-45f9-8ff5-73d631ca0695,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:56.672168 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.678769 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Allocated IP 172.27.0.186 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/5457db82-c7c5-4836-824e-4cfb1054cd28) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:56.704146 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4a8ba5af-e250-4f78-829c-5b1b312b662c req-4b70219e-72ac-416c-903f-d4cef7b52292 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 210 time: 0.0448139 May 16 20:43:56.751626 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e336-8b0e-4894-91e1-965c7baedb52 None None] Pushing event updated for resources: {'Port': ['ID=50bd870d-8e2c-45f9-8ff5-73d631ca0695,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:56.800230 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-11848ae2-75b0-4d9c-a9c3-c74846867516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:56.801777 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-11848ae2-75b0-4d9c-a9c3-c74846867516 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=579a6c29476643ed997c798ed64bc409&device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 1128 time: 0.0541446 May 16 20:43:56.815097 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks [] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.853907 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:56.893198 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:56.896090 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:56.900145 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:56.921963 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-8df339bd-4fe6-40ee-809e-36894f0f1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:56.925148 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-8df339bd-4fe6-40ee-809e-36894f0f1d0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1a25354-c73e-4477-9767-fb33921f0f33 HTTP/1.1" status: 200 len: 914 time: 0.1138291 May 16 20:43:56.945016 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Pushing event updated for resources: {'Port': ['ID=5457db82-c7c5-4836-824e-4cfb1054cd28,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:56.983544 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:57.023360 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-59653729-583a-4377-b5d4-74d4158836bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50e7f551-385d-4e2f-b318-b43340cbd079 HTTP/1.1" status: 200 len: 217 time: 0.0908928 May 16 20:43:57.081156 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-37c2c52a-634a-48e8-906a-3d06b7c47345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:57.082766 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-37c2c52a-634a-48e8-906a-3d06b7c47345 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcac3442-c3a0-406f-a5e1-244b5f84dfc2 HTTP/1.1" status: 200 len: 853 time: 0.0475900 May 16 20:43:57.142864 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-0ce423db-84dd-4156-8fea-f9e69904b065 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1a25354-c73e-4477-9767-fb33921f0f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534053 May 16 20:43:57.213912 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 50bd870d-8e2c-45f9-8ff5-73d631ca0695 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:57.229650 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks [] for router_gateway (341196d5-123f-4b91-b121-67a23ee15de3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:57.251571 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-0e911f2c-127a-46ab-a832-f41a2bdc416a service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998852 May 16 20:43:57.264370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:57.264799 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:57.361706 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:57.362507 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:57.402245 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 50bd870d-8e2c-45f9-8ff5-73d631ca0695, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=50bd870d-8e2c-45f9-8ff5-73d631ca0695,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:57.418527 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:57.463015 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963290'] for router (341196d5-123f-4b91-b121-67a23ee15de3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:57.492506 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=50bd870d-8e2c-45f9-8ff5-73d631ca0695,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:57.623096 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Router 341196d5-123f-4b91-b121-67a23ee15de3 is scheduled to L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 with binding_index 1 {{(pid=103496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:43:57.749465 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-869663c4-ea41-4adb-93d4-dd2650c19537 req-ffee76b6-1ee1-4a4e-945c-5c45288e8861 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904366 May 16 20:43:57.769007 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae45db-8d45-4c41-8196-1489c6228dde req-8ae1f55f-88a5-4fe9-a6f3-bb6d124a5dac tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:57.777982 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-19ae45db-8d45-4c41-8196-1489c6228dde req-8ae1f55f-88a5-4fe9-a6f3-bb6d124a5dac tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 944 time: 0.1200943 May 16 20:43:57.892334 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-19ae45db-8d45-4c41-8196-1489c6228dde req-57d5cdf9-4115-461d-89c6-b3025de85d26 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132843 May 16 20:43:57.906343 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ec8e7dfd-7a43-4efa-a206-be015b5b5d16 req-93331b7c-e14d-46c6-9294-55a6898c1567 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 210 time: 0.1073844 May 16 20:43:57.943693 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89b01c-ff4a-4d2f-82f6-a18b8638cef3 None None] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:43:57.998344 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-b741f8fc-2739-44ee-b2d9-c8d180195eb2 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:58.000149 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-b741f8fc-2739-44ee-b2d9-c8d180195eb2 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.60 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 808 time: 0.1856809 May 16 20:43:58.014075 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-9a3399c9-6187-4000-9787-3ddcaec562ad None None] Provisioning complete for port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:58.014522 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9a3399c9-6187-4000-9787-3ddcaec562ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.047433 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:43:58.060056 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Sync routers for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:43:58.071859 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:58.072735 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:58.075974 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-afcd579a-ab1e-451b-8a8d-261ce4ce4dd3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb89e1020d944ea08b4294be0ac00cbf HTTP/1.1" status: 200 len: 379 time: 0.0661266 May 16 20:43:58.078594 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.082708 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-cb7ff146-1ba3-464d-b0c5-80834aa47959 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9961953 May 16 20:43:58.082855 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39730) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:43:58.089133 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'port': {'device_id': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'admin_state_up': True, 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'security_groups': ['3506369f-aa45-4da2-b269-98ec5ca09d98']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:58.152094 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-9a3399c9-6187-4000-9787-3ddcaec562ad None None] Current status of the port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:58.211297 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:58.266756 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Made reservation on behalf of eb89e1020d944ea08b4294be0ac00cbf for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:43:58.271386 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.438391 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Allocated IP 172.20.0.5 (f903b382-f9f4-430f-b401-6775eaafb5d2/ebe159e3-f40e-4d97-b030-3cc9d6c106c7/29979fec-638a-4157-bbd7-3f1f941c944e) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:58.474197 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-9d28f121-77b5-4962-8cff-5d19511f7eda None None] Provisioning complete for port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:58.475386 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9d28f121-77b5-4962-8cff-5d19511f7eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.551755 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:57Z', 'revision_number': 3, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:58.564126 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-9d28f121-77b5-4962-8cff-5d19511f7eda None None] Current status of the port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:58.577466 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.578622 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Checking router: 341196d5-123f-4b91-b121-67a23ee15de3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:43:58.578769 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Updating router 341196d5-123f-4b91-b121-67a23ee15de3 port 5457db82-c7c5-4836-824e-4cfb1054cd28 binding host dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:43:58.607781 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for port (29979fec-638a-4157-bbd7-3f1f941c944e), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.612999 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.638317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 50e7f551-385d-4e2f-b318-b43340cbd079 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:43:58.665502 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.713620 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Network f903b382-f9f4-430f-b401-6775eaafb5d2 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:58.721568 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:58.731772 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:58.759405 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Allocated IP 172.20.0.1 (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47/4cab645b-11c0-4ef1-b0a3-e8ca122a6e62/f3db8c68-534f-4323-b615-c6e39a7df2d1) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:43:58.828729 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:58.849641 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 50e7f551-385d-4e2f-b318-b43340cbd079, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=50e7f551-385d-4e2f-b318-b43340cbd079,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:58.867411 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '50e7f551-385d-4e2f-b318-b43340cbd079', 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33', 'port_id': '50e7f551-385d-4e2f-b318-b43340cbd079', 'mac_address': 'fa:16:3e:56:d3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcac3442-c3a0-406f-a5e1-244b5f84dfc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:43:58.867900 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:58.868787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.885732 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks [] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.918237 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 50e7f551-385d-4e2f-b318-b43340cbd079 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:58.918627 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.926351 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-3d6ac49e-8421-410e-b467-f63909e2e051 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8421159 May 16 20:43:58.927380 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.936376 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e7f551-385d-4e2f-b318-b43340cbd079 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:43:58.962560 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 50e7f551-385d-4e2f-b318-b43340cbd079, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=50e7f551-385d-4e2f-b318-b43340cbd079,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:43:58.971324 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:58.975882 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:58.980412 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:58.984766 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:43:59.044671 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951543'] for router_interface (341196d5-123f-4b91-b121-67a23ee15de3), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.046675 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Request body: {'port': {'device_id': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:43:59.056915 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Publish callbacks [] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.065691 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=50e7f551-385d-4e2f-b318-b43340cbd079,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:59.066654 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.138609 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Pushing event updated for resources: {'Port': ['ID=f3db8c68-534f-4323-b615-c6e39a7df2d1,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:59.149296 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Attempting to bind port 5457db82-c7c5-4836-824e-4cfb1054cd28 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:59.149911 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Attempting to bind port 5457db82-c7c5-4836-824e-4cfb1054cd28 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:59.150437 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Attempting to bind port 5457db82-c7c5-4836-824e-4cfb1054cd28 on network 43c8867c-cb67-4266-98b8-73017f153ceb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:59.158311 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d3f5b-4e63-4d79-bd58-b3673ca25850 req-9d354ada-b8c9-4ecf-b3ad-dc2dd3a9d492 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:59.158857 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:43:59.158857 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Checking segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:43:59.160770 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.160770 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Bound using segment: {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:43:59.160770 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Bound port: 5457db82-c7c5-4836-824e-4cfb1054cd28, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165f096-0de2-4924-a97b-0370e4e048c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:43:59.160770 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.169942 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3a8d3f5b-4e63-4d79-bd58-b3673ca25850 req-9d354ada-b8c9-4ecf-b3ad-dc2dd3a9d492 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 931 time: 0.0845709 May 16 20:43:59.194686 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-916f954a-6139-41c6-92fe-4b9b77545628 None None] Provisioning complete for port 29979fec-638a-4157-bbd7-3f1f941c944e triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:59.195765 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-916f954a-6139-41c6-92fe-4b9b77545628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.207521 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2bea4-7c22-455f-9379-ca6887493617 None None] Pushing event updated for resources: {'Port': ['ID=5457db82-c7c5-4836-824e-4cfb1054cd28,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:59.249824 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['50e7f551-385d-4e2f-b318-b43340cbd079'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:43:59.266181 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] For port 5457db82-c7c5-4836-824e-4cfb1054cd28, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:43:59.275293 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] For port 5457db82-c7c5-4836-824e-4cfb1054cd28, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5457db82-c7c5-4836-824e-4cfb1054cd28,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:43:59.286445 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.309724 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.323787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.339312 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 50bd870d-8e2c-45f9-8ff5-73d631ca0695 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:43:59.339797 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269116e-8533-4533-80d2-356304129e6f req-d1bc12fe-ce74-43d1-903d-a184ef43e261 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:43:59.343484 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0269116e-8533-4533-80d2-356304129e6f req-d1bc12fe-ce74-43d1-903d-a184ef43e261 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 945 time: 0.2591033 May 16 20:43:59.375188 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:43:59.376611 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:59.393930 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3a8d3f5b-4e63-4d79-bd58-b3673ca25850 req-4d5f96ab-1e0e-40c5-aa3c-fa08c9747b2b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230756 May 16 20:43:59.403022 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-916f954a-6139-41c6-92fe-4b9b77545628 None None] Port 29979fec-638a-4157-bbd7-3f1f941c944e cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:43:59.432045 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:59.432415 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.439481 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2bea4-7c22-455f-9379-ca6887493617 None None] Pushing event updated for resources: {'Port': ['ID=5457db82-c7c5-4836-824e-4cfb1054cd28,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:59.533031 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:43:59.533351 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-ebd57178-f115-4ae1-829b-d7618562fb4e None None] Provisioning complete for port f3db8c68-534f-4323-b615-c6e39a7df2d1 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:43:59.533351 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ebd57178-f115-4ae1-829b-d7618562fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.589406 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:43:59.590849 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks [] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.591602 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-ebd57178-f115-4ae1-829b-d7618562fb4e None None] Port f3db8c68-534f-4323-b615-c6e39a7df2d1 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:43:59.597909 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.666102 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953021'] for router_interface (341196d5-123f-4b91-b121-67a23ee15de3), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.667631 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Pushing event updated for resources: {'Port': ['ID=f3db8c68-534f-4323-b615-c6e39a7df2d1,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:59.668051 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0269116e-8533-4533-80d2-356304129e6f req-fff421ae-ade2-4ea8-bdf7-1e711e213c92 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040738 May 16 20:43:59.752806 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:43:58Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:43:59.758489 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:43:59.759833 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:43:59.780783 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f59b2-4b8c-484a-960f-c4fd35e3b51c None None] The sync data for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi is: [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:43:58Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:43:59.794592 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29979fec-638a-4157-bbd7-3f1f941c944e {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:43:59.811527 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Publish callbacks [] for port (29979fec-638a-4157-bbd7-3f1f941c944e), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.827244 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Transition to ACTIVE for port object 29979fec-638a-4157-bbd7-3f1f941c944e will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:43:59.833850 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:59.896824 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Router 341196d5-123f-4b91-b121-67a23ee15de3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:43:59.903822 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:43:59.992068 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Attempting to bind port 29979fec-638a-4157-bbd7-3f1f941c944e on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:43:59.992817 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Attempting to bind port 29979fec-638a-4157-bbd7-3f1f941c944e by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:43:59.993161 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Attempting to bind port 29979fec-638a-4157-bbd7-3f1f941c944e on network f903b382-f9f4-430f-b401-6775eaafb5d2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:43:59.998271 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Port 29979fec-638a-4157-bbd7-3f1f941c944e on network f903b382-f9f4-430f-b401-6775eaafb5d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:43:59.998594 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Attempting to bind port 29979fec-638a-4157-bbd7-3f1f941c944e on network f903b382-f9f4-430f-b401-6775eaafb5d2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:44:00.003989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:44:00.004335 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Checking segment: {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:44:00.004747 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Bound using segment: {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:44:00.005179 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Bound port: 29979fec-638a-4157-bbd7-3f1f941c944e, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea80cab-a73b-421f-ae9c-72f382b23325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:44:00.005628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.068320 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:44:00.074241 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-61936ba8-6416-4436-9163-dbbf0e208b85 admin admin] 10.222.0.49 "PUT /v2.0/routers/341196d5-123f-4b91-b121-67a23ee15de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900253 May 16 20:44:00.094014 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:44:00.097852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:44:00.114198 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.128950 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-e892f105-467b-4fc0-9e9e-2b6cf8ced4c7 None None] Provisioning complete for port f3db8c68-534f-4323-b615-c6e39a7df2d1 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:00.129328 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e892f105-467b-4fc0-9e9e-2b6cf8ced4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.161046 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:00.161680 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.163321 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 1093 time: 1.1217935 May 16 20:44:00.163795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:00.166300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1debb5cf-2a9d-4c01-bb46-6835aa202512" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:00.174289 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-e892f105-467b-4fc0-9e9e-2b6cf8ced4c7 None None] Port f3db8c68-534f-4323-b615-c6e39a7df2d1 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:44:00.213748 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8387e3a5-de54-4dee-903a-483a7518a8ad x-openstack-request-id: req-8387e3a5-de54-4dee-903a-483a7518a8ad {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:00.214327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:00.214665 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8387e3a5-de54-4dee-903a-483a7518a8ad {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:00.215291 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8387e3a5-de54-4dee-903a-483a7518a8ad'] response: {'name': 'network-changed', 'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e', 'status': 'completed', 'code': 200} May 16 20:44:00.216039 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468a2e0-1f4b-4f0e-8c91-0d5ea049b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:00.276756 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-deebfd5a-4e2e-4b94-9ace-729a33d3b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:00.278492 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-deebfd5a-4e2e-4b94-9ace-729a33d3b313 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1127 time: 0.0550442 May 16 20:44:00.332014 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-0d8042bc-b651-4194-8ab3-201b799ae00d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 217 time: 0.0447822 May 16 20:44:00.384157 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-a2eb8833-49d0-48e2-879c-bdb4640eba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:00.385793 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-a2eb8833-49d0-48e2-879c-bdb4640eba82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 200 len: 847 time: 0.0465391 May 16 20:44:00.455445 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-46fdc462-5650-4b29-a5f9-6d0c2fda9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:00.460895 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-46fdc462-5650-4b29-a5f9-6d0c2fda9b29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f903b382-f9f4-430f-b401-6775eaafb5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661404 May 16 20:44:00.502202 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39746) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:44:00.506756 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-262dc6ee-4232-4a95-9930-a04e39e2f834 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757369583', 'description': 'tempest-description--814185521'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:00.541823 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-262dc6ee-4232-4a95-9930-a04e39e2f834 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.610348 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b1476-089a-406e-b050-2b7712163c86 req-aa4d338c-e36e-4b56-9aa8-b65968ad3f6e tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:00.611900 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1b8b1476-089a-406e-b050-2b7712163c86 req-aa4d338c-e36e-4b56-9aa8-b65968ad3f6e tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.1055493 May 16 20:44:00.618392 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-262dc6ee-4232-4a95-9930-a04e39e2f834 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (9a979fbe-4d4f-4574-ba4f-15306614a1f5), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.624267 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-262dc6ee-4232-4a95-9930-a04e39e2f834 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (9a979fbe-4d4f-4574-ba4f-15306614a1f5), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.646473 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-604ad08c-2fd5-4e2e-92bf-d1a94a08af66 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730773 May 16 20:44:00.665011 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 50e7f551-385d-4e2f-b318-b43340cbd079 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:44:00.681768 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-262dc6ee-4232-4a95-9930-a04e39e2f834 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.689108 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-262dc6ee-4232-4a95-9930-a04e39e2f834 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1857364 May 16 20:44:00.689908 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39750) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:44:00.696867 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-35c3660f-e581-43c8-afd6-38fd6561f87e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'security_group_rule': {'security_group_id': '9a979fbe-4d4f-4574-ba4f-15306614a1f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:00.703207 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dc6ee-4232-4a95-9930-a04e39e2f834 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a979fbe-4d4f-4574-ba4f-15306614a1f5,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:00.739470 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-35c3660f-e581-43c8-afd6-38fd6561f87e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (883a9ed1-d5e8-4665-ae33-c63daba01ca9), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.764309 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 50e7f551-385d-4e2f-b318-b43340cbd079 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:44:00.772950 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 50e7f551-385d-4e2f-b318-b43340cbd079 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:00.773571 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.822104 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-35c3660f-e581-43c8-afd6-38fd6561f87e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (883a9ed1-d5e8-4665-ae33-c63daba01ca9), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.829571 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1b8b1476-089a-406e-b050-2b7712163c86 req-b62616e3-bfbd-409f-84f4-fa469a3adee1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066467 May 16 20:44:00.830484 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-35c3660f-e581-43c8-afd6-38fd6561f87e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (883a9ed1-d5e8-4665-ae33-c63daba01ca9), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.847436 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60662c70-94ea-4caa-bda4-6af8d301ed2b req-05c073dd-3cc4-4fad-af3c-e46a295fc658 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:00.849927 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-60662c70-94ea-4caa-bda4-6af8d301ed2b req-05c073dd-3cc4-4fad-af3c-e46a295fc658 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 945 time: 0.0883515 May 16 20:44:00.866153 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3660f-e581-43c8-afd6-38fd6561f87e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883a9ed1-d5e8-4665-ae33-c63daba01ca9,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:00.880425 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-35c3660f-e581-43c8-afd6-38fd6561f87e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.881942 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-35c3660f-e581-43c8-afd6-38fd6561f87e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900001 May 16 20:44:00.883027 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 50e7f551-385d-4e2f-b318-b43340cbd079 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:00.883435 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.884535 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39752) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:44:00.891028 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-ab4b85df-009e-40f0-a312-a2d531c45d8b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'security_group_rule': {'security_group_id': '9a979fbe-4d4f-4574-ba4f-15306614a1f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:00.914667 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936a70bc-4d81-45d3-8266-58a369120074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e7f551-385d-4e2f-b318-b43340cbd079'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:00.917550 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b510a2-12b7-4c6b-86f7-9c6c303c6f5c" -d '{"events": [{"server_uuid": "936a70bc-4d81-45d3-8266-58a369120074", "name": "network-vif-plugged", "status": "completed", "tag": "50e7f551-385d-4e2f-b318-b43340cbd079"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:00.931680 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ab4b85df-009e-40f0-a312-a2d531c45d8b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (6bd28327-f6de-4047-b260-cb7bb29e8347), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.932667 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 50e7f551-385d-4e2f-b318-b43340cbd079, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=50e7f551-385d-4e2f-b318-b43340cbd079,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:00.939964 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:00.950624 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-60662c70-94ea-4caa-bda4-6af8d301ed2b req-d1dcd4b3-99c6-42b6-9b4a-ea415026ee03 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715432 May 16 20:44:00.952906 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8ff744d6-13ab-4346-876d-d6b1b9ceb05e req-6ee1145f-9158-442e-9341-90cd2a5bf368 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005280 May 16 20:44:01.001183 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e89ec9c-2ae7-4062-862a-6e0a0c10f8e2 x-openstack-request-id: req-6e89ec9c-2ae7-4062-862a-6e0a0c10f8e2 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:01.001476 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936a70bc-4d81-45d3-8266-58a369120074", "name": "network-vif-plugged", "status": "completed", "tag": "50e7f551-385d-4e2f-b318-b43340cbd079", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:01.001726 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e89ec9c-2ae7-4062-862a-6e0a0c10f8e2 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:01.002211 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e89ec9c-2ae7-4062-862a-6e0a0c10f8e2'] response: {'server_uuid': '936a70bc-4d81-45d3-8266-58a369120074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e7f551-385d-4e2f-b318-b43340cbd079', 'code': 200} May 16 20:44:01.003277 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=50e7f551-385d-4e2f-b318-b43340cbd079,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:01.026485 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ab4b85df-009e-40f0-a312-a2d531c45d8b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (6bd28327-f6de-4047-b260-cb7bb29e8347), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.030796 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ab4b85df-009e-40f0-a312-a2d531c45d8b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (6bd28327-f6de-4047-b260-cb7bb29e8347), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.050554 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b85df-009e-40f0-a312-a2d531c45d8b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd28327-f6de-4047-b260-cb7bb29e8347,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:01.061520 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ab4b85df-009e-40f0-a312-a2d531c45d8b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.062809 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ab4b85df-009e-40f0-a312-a2d531c45d8b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1767504 May 16 20:44:01.065885 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39756) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:44:01.070364 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:01.091392 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.183460 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.198713 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5457db82-c7c5-4836-824e-4cfb1054cd28 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:44:01.304167 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Allocated IP 172.27.0.210 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/673040c8-d4da-4402-b562-de12bc102349) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:44:01.308273 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 5457db82-c7c5-4836-824e-4cfb1054cd28 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:01.309407 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.331959 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-8b735e06-8bb8-4869-8667-d2699374021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.333599 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-8b735e06-8bb8-4869-8667-d2699374021d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1127 time: 0.1020548 May 16 20:44:01.391901 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-7bd14880-34fd-4a1c-b5a1-61fc106841c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724933 May 16 20:44:01.403235 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 5457db82-c7c5-4836-824e-4cfb1054cd28 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:01.403764 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.413732 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d3977-4a95-4561-870d-c86ef5badf56 req-d33b0559-3383-4a51-a72e-614f37780747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.415227 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2e2d3977-4a95-4561-870d-c86ef5badf56 req-d33b0559-3383-4a51-a72e-614f37780747 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 1130 time: 0.0908740 May 16 20:44:01.427238 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] For port 5457db82-c7c5-4836-824e-4cfb1054cd28, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5457db82-c7c5-4836-824e-4cfb1054cd28,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:01.434644 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.494869 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Pushing event updated for resources: {'Port': ['ID=5457db82-c7c5-4836-824e-4cfb1054cd28,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:01.497053 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for port (673040c8-d4da-4402-b562-de12bc102349), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.502542 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-2e2d3977-4a95-4561-870d-c86ef5badf56 req-3edf93be-1514-4620-95ba-a09061db5fc6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718277 May 16 20:44:01.506834 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e6207-5965-4827-8606-0561a26761e1 req-2de58c71-f0aa-43f6-977b-fd01573af575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.508827 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-2de58c71-f0aa-43f6-977b-fd01573af575 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1130 time: 0.0596192 May 16 20:44:01.514229 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-b0572743-8255-4f2c-a084-88942862df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.515761 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-b0572743-8255-4f2c-a084-88942862df6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 909 time: 0.1653306 May 16 20:44:01.540799 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (673040c8-d4da-4402-b562-de12bc102349), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.580555 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:44:01.583261 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:44:01.586733 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:44:01.611225 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'Port': ['ID=673040c8-d4da-4402-b562-de12bc102349,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:01.682503 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (83927982-c427-40b6-8c1f-7d6b207316eb), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.720280 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (673040c8-d4da-4402-b562-de12bc102349), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.740660 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-f274a0d1-290b-4527-98fc-202414230b9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 217 time: 0.0414915 May 16 20:44:01.837178 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-eeeb8ff0-f2bd-4e12-a134-bae6b2a98556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.838521 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-eeeb8ff0-f2bd-4e12-a134-bae6b2a98556 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 200 len: 847 time: 0.0869267 May 16 20:44:01.878901 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e6207-5965-4827-8606-0561a26761e1 req-367e21b2-aa62-4d17-84ba-3d02844fcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.880380 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-367e21b2-aa62-4d17-84ba-3d02844fcd86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.1482680 May 16 20:44:01.895108 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-af5ba273-620e-4046-adc6-6814cb9b51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.896632 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-af5ba273-620e-4046-adc6-6814cb9b51a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f903b382-f9f4-430f-b401-6775eaafb5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507824 May 16 20:44:01.904213 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for port (673040c8-d4da-4402-b562-de12bc102349), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.911518 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (673040c8-d4da-4402-b562-de12bc102349), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:01.955494 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca890e-755a-4e74-bf1e-322fc840c6ee req-8ab4f40d-a8cc-4e42-aa2e-0cffcb8c49c9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:01.957214 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1bca890e-755a-4e74-bf1e-322fc840c6ee req-8ab4f40d-a8cc-4e42-aa2e-0cffcb8c49c9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0566630 May 16 20:44:01.993842 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'Port': ['ID=673040c8-d4da-4402-b562-de12bc102349,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:02.004012 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (83927982-c427-40b6-8c1f-7d6b207316eb), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:02.022667 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:02.024175 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-92f37c1a-82d2-435f-b50e-be4462afd1f1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9571033 May 16 20:44:02.025060 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1bca890e-755a-4e74-bf1e-322fc840c6ee req-42563f1b-a081-49f2-8768-12f4f5d37fa3 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619781 May 16 20:44:02.087283 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8b829-f1de-458a-b13e-b23624802f07 req-e4076317-da3b-405f-a7a0-6a19b6c378aa tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:02.088751 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65f8b829-f1de-458a-b13e-b23624802f07 req-e4076317-da3b-405f-a7a0-6a19b6c378aa tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 946 time: 0.0510654 May 16 20:44:02.207980 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-65f8b829-f1de-458a-b13e-b23624802f07 req-e5f97fb9-bc62-435b-b4cd-0eb9b2e38e64 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132097 May 16 20:44:02.265135 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-2fd21cd0-5d80-4380-b9d7-eb5c02a11495 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1 HTTP/1.1" status: 200 len: 1002 time: 0.1353729 May 16 20:44:02.268161 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Sync routers for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:44:02.279677 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:44:02.280405 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:02.333327 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-046f70e4-923f-4e91-99f2-bbe84068c9c9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--757369583&fields=id&tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6 HTTP/1.1" status: 200 len: 267 time: 0.1840141 May 16 20:44:02.359863 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-8778d58e-f22d-4862-bace-3c6d14407497 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282033 May 16 20:44:02.369820 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e6207-5965-4827-8606-0561a26761e1 req-8c5a9453-097a-427e-8cfc-d4d206874b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:02.371138 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-8c5a9453-097a-427e-8cfc-d4d206874b8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0953031 May 16 20:44:02.381453 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:44:02.451571 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-37affca3-7dc7-4ae0-9c70-11c58421ec74 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:02.453373 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-37affca3-7dc7-4ae0-9c70-11c58421ec74 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 811 time: 0.1104269 May 16 20:44:02.533691 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-3908462f-4357-4935-8481-b7ffaf71a16d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/quotas/1ccbb9b8d11b499cb9e84da27dd464e6 HTTP/1.1" status: 200 len: 375 time: 0.0587513 May 16 20:44:02.564835 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e6207-5965-4827-8606-0561a26761e1 req-bc7dbab0-143e-4ecd-a782-4599225cb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:02.566305 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-bc7dbab0-143e-4ecd-a782-4599225cb01c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1097288 May 16 20:44:02.623440 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-124abb9c-35bc-439a-a91a-920a677e657a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615287 May 16 20:44:02.626779 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1debb5cf-2a9d-4c01-bb46-6835aa202512 req-b72d9167-a187-4d8b-a0e3-3e17740ac7b3 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725039 May 16 20:44:02.699023 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 2, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:02.724557 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-af850d8c-9143-45e1-a826-2169dd5f6fe9 service neutron] 10.222.0.49 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 May 16 20:44:02.726591 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Checking router: 341196d5-123f-4b91-b121-67a23ee15de3 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:44:02.726945 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Updating router 341196d5-123f-4b91-b121-67a23ee15de3 port f3db8c68-534f-4323-b615-c6e39a7df2d1 binding host dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:44:02.753823 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:02.812160 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-75b83ba0-9cdb-4c1a-bfce-1c1db3179a19 service neutron] 10.222.0.49 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817978 May 16 20:44:02.997954 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-354c0bf2-e5c3-45be-a991-c9cfee093fc2 req-3add2eb3-4714-45cf-ae7d-09664cd760d7 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 210 time: 0.0338221 May 16 20:44:03.004283 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-86f8584a-6916-47c3-a496-51e56ebb2da2 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218812 May 16 20:44:03.075905 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Publish callbacks [] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.093395 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.143116 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175804f-fe05-4ae2-bdf8-12b1609689d0 req-b814ef7b-aaf5-45f2-bc28-7f04929d97f7 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:03.151493 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f175804f-fe05-4ae2-bdf8-12b1609689d0 req-b814ef7b-aaf5-45f2-bc28-7f04929d97f7 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0555003 May 16 20:44:03.152351 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca13e9-1cd2-48fc-8513-ef778941bc56 None None] Pushing event updated for resources: {'Port': ['ID=f3db8c68-534f-4323-b615-c6e39a7df2d1,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:03.209392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1d8e6207-5965-4827-8606-0561a26761e1 req-1d5adb73-ee3f-431b-9ae3-10875f9f0edd service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963558 May 16 20:44:03.225918 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Attempting to bind port f3db8c68-534f-4323-b615-c6e39a7df2d1 on host dv-cinder-777031-16-iscsi for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:44:03.226594 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Attempting to bind port f3db8c68-534f-4323-b615-c6e39a7df2d1 by drivers openvswitch,hyperv on host dv-cinder-777031-16-iscsi at level 0 using segments [{'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:44:03.227819 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Attempting to bind port f3db8c68-534f-4323-b615-c6e39a7df2d1 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:44:03.231553 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f175804f-fe05-4ae2-bdf8-12b1609689d0 req-eb5abb56-10c6-4ee0-ae26-391cc95e8589 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789428 May 16 20:44:03.238078 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Checking agent: {'id': '7b0ea374-4b0d-4884-8f25-27edf27b4f49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 28, 25), 'started_at': datetime.datetime(2022, 5, 16, 20, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:44:03.238451 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Checking segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:44:03.238897 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.239322 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Bound using segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:44:03.239780 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Bound port: f3db8c68-534f-4323-b615-c6e39a7df2d1, host: dv-cinder-777031-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:44:03.240709 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.243020 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5457db82-c7c5-4836-824e-4cfb1054cd28 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:44:03.336332 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] For port f3db8c68-534f-4323-b615-c6e39a7df2d1, host dv-cinder-777031-16-iscsi, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:44:03.337870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbb80-cff3-4de8-b68e-e8403b008d30 req-a1ad974c-f36a-4c1d-9cd9-b7321741367c tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:03.339640 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] For port f3db8c68-534f-4323-b615-c6e39a7df2d1, host dv-cinder-777031-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=f3db8c68-534f-4323-b615-c6e39a7df2d1,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:44:03.341811 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2b7dbb80-cff3-4de8-b68e-e8403b008d30 req-a1ad974c-f36a-4c1d-9cd9-b7321741367c tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 946 time: 0.0635431 May 16 20:44:03.356153 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.404086 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2b7dbb80-cff3-4de8-b68e-e8403b008d30 req-2b903ce2-1ac8-46a6-b561-61099e0a5fba tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536690 May 16 20:44:03.422636 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port 5457db82-c7c5-4836-824e-4cfb1054cd28 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:03.423136 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.451775 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca13e9-1cd2-48fc-8513-ef778941bc56 None None] Pushing event updated for resources: {'Port': ['ID=f3db8c68-534f-4323-b615-c6e39a7df2d1,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:03.467260 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:44:03.467939 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:03.535572 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-32d43379-ab57-41fb-8fc1-d13988d001f3 None None] Provisioning complete for port f3db8c68-534f-4323-b615-c6e39a7df2d1 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:03.535938 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-32d43379-ab57-41fb-8fc1-d13988d001f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.662481 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:44:03.788717 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port 5457db82-c7c5-4836-824e-4cfb1054cd28 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:03.821047 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-32d43379-ab57-41fb-8fc1-d13988d001f3 None None] Current status of the port f3db8c68-534f-4323-b615-c6e39a7df2d1 is: DOWN; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:03.821437 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-32d43379-ab57-41fb-8fc1-d13988d001f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.901284 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-32d43379-ab57-41fb-8fc1-d13988d001f3 None None] For port f3db8c68-534f-4323-b615-c6e39a7df2d1, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=f3db8c68-534f-4323-b615-c6e39a7df2d1,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:03.906382 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-32d43379-ab57-41fb-8fc1-d13988d001f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:03.974185 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:04.005910 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c3563a-2822-4c5c-a553-e300e4313897 None None] The sync data for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi is: [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:44:04.007509 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d43379-ab57-41fb-8fc1-d13988d001f3 None None] Pushing event updated for resources: {'Port': ['ID=f3db8c68-534f-4323-b615-c6e39a7df2d1,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:04.037229 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-9e568197-4745-4768-9ab5-e96e971e0de4 None None] Provisioning complete for port f3db8c68-534f-4323-b615-c6e39a7df2d1 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:04.037603 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9e568197-4745-4768-9ab5-e96e971e0de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:04.153848 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-9e568197-4745-4768-9ab5-e96e971e0de4 None None] Current status of the port f3db8c68-534f-4323-b615-c6e39a7df2d1 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:04.205814 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-32a60059-d8f2-45ae-8098-5d449b5306c6 req-a7d34246-ac4a-4d69-add8-5aa2ffcacb3a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 210 time: 0.0496442 May 16 20:44:04.244795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-264a35aa-4ff7-4e71-ac07-9d3e5483dae4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:04.246398 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-264a35aa-4ff7-4e71-ac07-9d3e5483dae4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 811 time: 0.1858153 May 16 20:44:04.338794 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-fa722e4b-080f-4b8b-805f-c6d2f5875f39 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6 HTTP/1.1" status: 200 len: 379 time: 0.0811841 May 16 20:44:04.377966 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d530704-a833-4455-81e3-964b36a9671a req-b4e98b3d-0684-4042-82b7-8d782e704bd2 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:04.377966 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8d530704-a833-4455-81e3-964b36a9671a req-b4e98b3d-0684-4042-82b7-8d782e704bd2 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0606050 May 16 20:44:04.404273 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'port': {'device_id': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'admin_state_up': True, 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'security_groups': ['9a979fbe-4d4f-4574-ba4f-15306614a1f5']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:04.490353 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8d530704-a833-4455-81e3-964b36a9671a req-a2484b5a-ac98-484f-858a-52dd24c4876b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059067 May 16 20:44:04.543350 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Made reservation on behalf of 1ccbb9b8d11b499cb9e84da27dd464e6 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:44:04.547151 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:04.679182 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Allocated IP 172.20.0.3 (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47/4cab645b-11c0-4ef1-b0a3-e8ca122a6e62/e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:44:04.824016 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:04.857605 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:04.897687 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:44:04.900858 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:44:04.907050 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:44:04.912776 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'Port': ['ID=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:04.962180 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:04.962824 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:04.984479 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-d1e05737-4b75-4419-a555-8f4670c3df1d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840840 May 16 20:44:04.999010 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Request body: {'port': {'device_id': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:05.065852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:05.185733 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-e27e7a03-a188-43d8-bb8b-582924ae75a5 None None] Provisioning complete for port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:05.186317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e27e7a03-a188-43d8-bb8b-582924ae75a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:05.206690 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device f3db8c68-534f-4323-b615-c6e39a7df2d1 up at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:44:05.250028 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-e27e7a03-a188-43d8-bb8b-582924ae75a5 None None] Port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:44:05.271711 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Provisioning complete for port f3db8c68-534f-4323-b615-c6e39a7df2d1 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:05.272083 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:05.346610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Current status of the port f3db8c68-534f-4323-b615-c6e39a7df2d1 is: ACTIVE; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:05.640093 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059ac2-6571-48e8-9a59-6664b34341e8 req-5c19d34f-701e-43a1-a28d-18c847c23d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:05.641653 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c059ac2-6571-48e8-9a59-6664b34341e8 req-5c19d34f-701e-43a1-a28d-18c847c23d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 931 time: 0.3662708 May 16 20:44:05.673324 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4ab52-f1ab-4f96-8e16-9cedd6c6e861 req-b9f1e23f-c156-4a5f-8523-77b04256e2e8 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:05.674826 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80b4ab52-f1ab-4f96-8e16-9cedd6c6e861 req-b9f1e23f-c156-4a5f-8523-77b04256e2e8 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0871019 May 16 20:44:05.776746 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c059ac2-6571-48e8-9a59-6664b34341e8 req-ec8c07dc-342d-485b-95c3-bf4894d9cdfe tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259830 May 16 20:44:05.785620 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:44:05.793538 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Publish callbacks [] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:05.799056 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80b4ab52-f1ab-4f96-8e16-9cedd6c6e861 req-57797c99-8d7a-479f-8408-f678616964a5 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149957 May 16 20:44:05.811016 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Transition to ACTIVE for port object e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:44:05.821302 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:05.869384 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:05.943667 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Attempting to bind port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:44:05.943998 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Attempting to bind port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:44:05.944322 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Attempting to bind port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:44:05.949221 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:44:05.949542 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Attempting to bind port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:44:05.955059 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:44:05.955400 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Checking segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:44:05.955784 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Bound using segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:44:05.956206 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Bound port: e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:44:05.956592 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:06.024201 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] For port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:44:06.027346 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] For port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:44:06.033795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:06.082750 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:06.083372 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:06.084827 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 HTTP/1.1" status: 200 len: 1093 time: 1.0903909 May 16 20:44:06.085265 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:06.087603 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca644d7-bd16-4b11-8359-202da3f23e71" -d '{"events": [{"name": "network-changed", "server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:06.117085 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac15e0-f189-4077-b090-714abf49f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:06.144848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6672d780-7f66-4e4c-bf05-e5f2fc3d6d29 x-openstack-request-id: req-6672d780-7f66-4e4c-bf05-e5f2fc3d6d29 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:06.145160 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:06.145410 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6672d780-7f66-4e4c-bf05-e5f2fc3d6d29 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:06.145842 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6672d780-7f66-4e4c-bf05-e5f2fc3d6d29'] response: {'name': 'network-changed', 'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'status': 'completed', 'code': 200} May 16 20:44:06.189099 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-95b761bb-f342-4342-a336-a4383d570c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:06.190652 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-95b761bb-f342-4342-a336-a4383d570c7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 1127 time: 0.0440218 May 16 20:44:06.235279 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-c4442295-cc99-4bad-85d9-42979b6df9dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0357063 May 16 20:44:06.416514 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-13313d23-1e33-4e1f-a779-eb8bd1fe7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:06.417939 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-13313d23-1e33-4e1f-a779-eb8bd1fe7c35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0465584 May 16 20:44:06.916629 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901caf9d-3d2e-4707-b34d-ff33ebb3309f req-094ae46f-f113-4e5c-a4dc-91f04ac28eb4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:06.918096 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-901caf9d-3d2e-4707-b34d-ff33ebb3309f req-094ae46f-f113-4e5c-a4dc-91f04ac28eb4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 943 time: 0.0709691 May 16 20:44:06.940289 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038042b-b90f-4c84-ae16-6784b86353e7 req-dbd41bde-5bbb-4c1f-8d5f-4bedd1af2609 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:06.941731 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4038042b-b90f-4c84-ae16-6784b86353e7 req-dbd41bde-5bbb-4c1f-8d5f-4bedd1af2609 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0665445 May 16 20:44:07.046892 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-901caf9d-3d2e-4707-b34d-ff33ebb3309f req-6d1968d2-1b2e-490b-80e3-4cc98532d478 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229489 May 16 20:44:07.050613 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4038042b-b90f-4c84-ae16-6784b86353e7 req-18d76fc1-ef8d-4660-98b0-50e99cc6d513 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029584 May 16 20:44:07.051728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-2cfcba0e-b6af-42f8-9df9-25dc50511981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:07.053113 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-2cfcba0e-b6af-42f8-9df9-25dc50511981 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0824418 May 16 20:44:07.151726 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-25f9ed79-c71f-496c-9aac-a466ef1b95aa service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910954 May 16 20:44:07.248896 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab22d700-ce24-444d-9a07-2715bfc1641f req-055644b3-80d5-47cb-b1fe-f171b5734ac8 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899394 May 16 20:44:08.142128 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-2069ebce-d4f8-43d3-be13-2574303462e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:08.143807 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-2069ebce-d4f8-43d3-be13-2574303462e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 1127 time: 0.0572913 May 16 20:44:08.243125 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49815e9f-ba39-430c-9090-bb4dcface2ca req-0edc4ed5-9594-4aac-b71f-ca6735ad4f6e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:08.245007 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49815e9f-ba39-430c-9090-bb4dcface2ca req-0edc4ed5-9594-4aac-b71f-ca6735ad4f6e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 943 time: 0.1219428 May 16 20:44:08.299571 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75928-7b8d-4c05-b408-f741ee26f8de req-34fc1199-fd45-4961-9f21-00c3a6c56ea9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:08.302093 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-97e75928-7b8d-4c05-b408-f741ee26f8de req-34fc1199-fd45-4961-9f21-00c3a6c56ea9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.1643789 May 16 20:44:08.397343 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-49815e9f-ba39-430c-9090-bb4dcface2ca req-bed24ab6-407a-4b48-aa70-b7ba3f3bf224 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449859 May 16 20:44:08.401124 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-4e7b177d-aa29-4250-be5b-6f843add8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:08.402501 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-4e7b177d-aa29-4250-be5b-6f843add8402 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 912 time: 0.2278609 May 16 20:44:08.424137 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-97e75928-7b8d-4c05-b408-f741ee26f8de req-711a9d52-1fb7-4b0c-9a07-79743ee15342 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131525 May 16 20:44:08.452672 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-78cf439f-d928-450d-97a5-0f03acec879e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0400727 May 16 20:44:08.509080 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-24da968a-7492-4418-9e7d-1b1752300874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:08.510576 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-24da968a-7492-4418-9e7d-1b1752300874 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0517454 May 16 20:44:08.560039 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-a44b308d-62d5-45c0-8e66-979da7513171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:08.561570 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-a44b308d-62d5-45c0-8e66-979da7513171 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439141 May 16 20:44:08.655448 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-c088b4a9-e08c-489a-92fc-4d6027db69ec service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870783 May 16 20:44:08.681129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 29979fec-638a-4157-bbd7-3f1f941c944e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:44:08.756877 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1ca644d7-bd16-4b11-8359-202da3f23e71 req-3e5ccaa9-82e9-48f5-b79a-52add0f69dc9 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925183 May 16 20:44:08.785158 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:08.796711 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '29979fec-638a-4157-bbd7-3f1f941c944e', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'port_id': '29979fec-638a-4157-bbd7-3f1f941c944e', 'mac_address': 'fa:16:3e:65:51:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:44:08.835470 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 29979fec-638a-4157-bbd7-3f1f941c944e is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:08.835858 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:08.850129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29979fec-638a-4157-bbd7-3f1f941c944e {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:44:08.872565 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:08.879612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:08.935612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:09.131170 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['29979fec-638a-4157-bbd7-3f1f941c944e'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:44:09.540947 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f3cf-73dc-424b-aec0-49120cf7582a req-f45e0d15-b37a-4c4a-87f2-c484880a0a3e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:09.542317 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47b5f3cf-73dc-424b-aec0-49120cf7582a req-f45e0d15-b37a-4c4a-87f2-c484880a0a3e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 943 time: 0.0691962 May 16 20:44:09.566537 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359defa2-e877-496a-8ae0-c94944966541 req-92090308-3edb-4816-96f8-3bc2463c5767 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:09.567969 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-359defa2-e877-496a-8ae0-c94944966541 req-92090308-3edb-4816-96f8-3bc2463c5767 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 944 time: 0.0664911 May 16 20:44:09.638812 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-47b5f3cf-73dc-424b-aec0-49120cf7582a req-f87292f7-11b4-4b5a-a0f0-ef9dc0f852d0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887942 May 16 20:44:09.644067 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-359defa2-e877-496a-8ae0-c94944966541 req-566a926b-4b04-4a65-9c5a-c576c03f45a6 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698686 May 16 20:44:10.694665 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:44:10.696911 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 29979fec-638a-4157-bbd7-3f1f941c944e up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:44:10.767111 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 29979fec-638a-4157-bbd7-3f1f941c944e completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:44:10.791740 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8368-e559-4f53-9f8e-017c3e5b88ea req-4ba1fb34-f17b-4019-8150-328a400c3715 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:10.793307 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-93bb8368-e559-4f53-9f8e-017c3e5b88ea req-4ba1fb34-f17b-4019-8150-328a400c3715 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 943 time: 0.0809448 May 16 20:44:10.801977 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479725c-56f1-4f94-af64-243315ab7d33 req-89274987-c3b3-4c72-bdab-28948889edbd tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:10.803393 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3479725c-56f1-4f94-af64-243315ab7d33 req-89274987-c3b3-4c72-bdab-28948889edbd tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 944 time: 0.0757401 May 16 20:44:10.808671 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 29979fec-638a-4157-bbd7-3f1f941c944e triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:10.809046 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:10.866255 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:10.879584 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-93bb8368-e559-4f53-9f8e-017c3e5b88ea req-6c0a9e3e-ee27-4379-b9e9-275e978c16ed tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752127 May 16 20:44:10.881260 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'port_id': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'mac_address': 'fa:16:3e:62:b0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:44:10.884244 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3479725c-56f1-4f94-af64-243315ab7d33 req-9dc7b9f6-1784-4c6d-93bc-16eeeee2f91a tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728979 May 16 20:44:11.079207 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 29979fec-638a-4157-bbd7-3f1f941c944e is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:11.079484 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:11.086702 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:11.087189 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:11.113081 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:44:11.123345 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:11.126061 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7232e678-79b8-482d-979f-3a1a86334786" -d '{"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-plugged", "status": "completed", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:11.150536 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:11.154259 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:11.156626 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:11.163372 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:11.168348 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0123eaca-8e3b-4021-a45d-c99cbe47c42a x-openstack-request-id: req-0123eaca-8e3b-4021-a45d-c99cbe47c42a {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:11.168745 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-plugged", "status": "completed", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:11.168984 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0123eaca-8e3b-4021-a45d-c99cbe47c42a {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:11.169399 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0123eaca-8e3b-4021-a45d-c99cbe47c42a'] response: {'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e', 'code': 200} May 16 20:44:11.214481 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:11.263890 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:11.405205 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:44:11.408535 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76318e8-2e4d-4c9c-ac43-a051f595b070 req-04e569bc-591c-45f1-aacd-2662cbd4d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:11.410059 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e76318e8-2e4d-4c9c-ac43-a051f595b070 req-04e569bc-591c-45f1-aacd-2662cbd4d80c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1129 time: 0.0397089 May 16 20:44:11.457445 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e76318e8-2e4d-4c9c-ac43-a051f595b070 req-576953e7-6b80-480f-b180-71019a874d67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 May 16 20:44:12.043372 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03aa48-6964-4b68-a256-95abe0557bfd req-c1fea206-2cfc-46a2-b652-f9e29eba03a5 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:12.044901 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1e03aa48-6964-4b68-a256-95abe0557bfd req-c1fea206-2cfc-46a2-b652-f9e29eba03a5 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 944 time: 0.0875583 May 16 20:44:12.055609 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6eca5-06d8-4c14-a33e-fa4e394b5327 req-345f2691-0ac8-451b-801c-fc4381038a8f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:12.057015 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-52d6eca5-06d8-4c14-a33e-fa4e394b5327 req-345f2691-0ac8-451b-801c-fc4381038a8f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0902309 May 16 20:44:12.129779 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1e03aa48-6964-4b68-a256-95abe0557bfd req-4f0dbd8f-f40d-4f53-8f4d-76098368bb42 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717456 May 16 20:44:12.133996 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-52d6eca5-06d8-4c14-a33e-fa4e394b5327 req-c1702c8c-b5fa-4f28-a3ae-2678c27edb8e tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695472 May 16 20:44:12.708182 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:44:12.751605 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:44:12.760093 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:44:12.760617 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:12.839607 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:44:12.839988 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:12.873333 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:12.878074 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:12.926060 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:13.170843 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:13.173635 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2b8091-90f9-4469-8459-8bb2160270bb" -d '{"events": [{"server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:13.275912 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9afa7-ca28-4f25-b50a-e7934bf135cf req-9a1afbe7-c6a1-4b95-8717-94041030df10 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:13.277318 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4b9afa7-ca28-4f25-b50a-e7934bf135cf req-9a1afbe7-c6a1-4b95-8717-94041030df10 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0743110 May 16 20:44:13.288782 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f0ba4-598f-485d-b63d-f1676b5eed2f req-a18786c9-e02e-41a0-b2b1-934acacd6cb1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:13.290219 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bf0f0ba4-598f-485d-b63d-f1676b5eed2f req-a18786c9-e02e-41a0-b2b1-934acacd6cb1 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0853429 May 16 20:44:13.366068 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c4b9afa7-ca28-4f25-b50a-e7934bf135cf req-2c268052-cf9a-4bf9-a768-75f46cadc73f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748870 May 16 20:44:13.369862 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bf0f0ba4-598f-485d-b63d-f1676b5eed2f req-5c3b8618-26e2-41f1-aa5f-6880654df4f4 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731289 May 16 20:44:13.412106 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93deacce-3ecd-484c-b84f-d201a8699e20 x-openstack-request-id: req-93deacce-3ecd-484c-b84f-d201a8699e20 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:13.412394 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:13.412754 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93deacce-3ecd-484c-b84f-d201a8699e20 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:13.413152 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93deacce-3ecd-484c-b84f-d201a8699e20'] response: {'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'code': 200} May 16 20:44:13.487368 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01b892-e713-4f62-bd50-854f15272af8 req-ff161590-5a11-4f97-826e-75caf0ef5eea tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:13.489115 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e01b892-e713-4f62-bd50-854f15272af8 req-ff161590-5a11-4f97-826e-75caf0ef5eea tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0521269 May 16 20:44:13.537215 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e01b892-e713-4f62-bd50-854f15272af8 req-6d83de84-737d-403f-9c59-b3b699d28fd9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 May 16 20:44:13.558832 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39914) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:44:13.594336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bffae-f694-4675-811f-c6d5a2cd9edd req-262ba916-4171-491b-a648-6370ad262c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:13.595856 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-da7bffae-f694-4675-811f-c6d5a2cd9edd req-262ba916-4171-491b-a648-6370ad262c10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 1129 time: 0.0431757 May 16 20:44:13.640648 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-da7bffae-f694-4675-811f-c6d5a2cd9edd req-b5d1f987-9ef7-40e4-b68a-e4b492779971 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376480 May 16 20:44:13.695909 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e1789-a29e-47ed-9564-40382728ceb0 tempest-TestShelveInstance-476813180 tempest-TestShelveInstance-476813180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:13.697440 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b58e1789-a29e-47ed-9564-40382728ceb0 tempest-TestShelveInstance-476813180 tempest-TestShelveInstance-476813180-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1124 time: 0.1376123 May 16 20:44:13.700631 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39920) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:44:13.704783 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'port_id': '29979fec-638a-4157-bbd7-3f1f941c944e', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:13.726471 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:13.810691 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:13.910922 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Allocated IP 172.27.0.112 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/b9f02687-49ba-4e34-99c7-334e44113cce) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:44:14.014988 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for port (b9f02687-49ba-4e34-99c7-334e44113cce), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:14.048371 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (b9f02687-49ba-4e34-99c7-334e44113cce), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:14.083507 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:44:14.087423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:44:14.094967 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:44:14.100016 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'Port': ['ID=b9f02687-49ba-4e34-99c7-334e44113cce,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:14.127569 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.127905 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.128240 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.128635 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.128960 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.129285 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.129595 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.130139 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.130247 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.130535 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.130861 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.131181 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.131489 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.131799 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.132157 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:14.501921 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757aed8-1231-4839-aa87-8790581f97c7 req-630b9c18-17d3-4e6f-b4e1-b0a73c33c1d4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:14.503770 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2757aed8-1231-4839-aa87-8790581f97c7 req-630b9c18-17d3-4e6f-b4e1-b0a73c33c1d4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0536852 May 16 20:44:14.558954 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2757aed8-1231-4839-aa87-8790581f97c7 req-deb72ead-b53c-475e-86e4-229de37d8251 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490241 May 16 20:44:14.703014 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for floatingip (a89f03a2-6889-4045-a141-844fad559ebc), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:14.772058 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (b9f02687-49ba-4e34-99c7-334e44113cce), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:14.972826 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for port (b9f02687-49ba-4e34-99c7-334e44113cce), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:14.980457 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528523701'] for port (b9f02687-49ba-4e34-99c7-334e44113cce), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:15.046166 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event updated for resources: {'Port': ['ID=b9f02687-49ba-4e34-99c7-334e44113cce,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:15.057819 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (a89f03a2-6889-4045-a141-844fad559ebc), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:15.152367 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Floating IP a89f03a2-6889-4045-a141-844fad559ebc associated. External IP: 172.27.0.112, port: 29979fec-638a-4157-bbd7-3f1f941c944e. May 16 20:44:15.362425 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Router da808a53-f958-4090-9784-6b49488d4e3e has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:44:15.461870 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:44:15.471679 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] Sync routers for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:44:15.480471 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:15.482459 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:44:15.483042 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:15.512274 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9526a42a-7184-4c98-994e-d3b594afd99f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8106432 May 16 20:44:15.512889 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:15.515178 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50039cac-6608-4c75-9466-e6cc6a7f7bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:15.552478 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a3a2f-456a-4ef2-a1f7-ff4adaecd3fb x-openstack-request-id: req-9b0a3a2f-456a-4ef2-a1f7-ff4adaecd3fb {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:15.552759 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:15.553004 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b0a3a2f-456a-4ef2-a1f7-ff4adaecd3fb {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:15.553423 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0a3a2f-456a-4ef2-a1f7-ff4adaecd3fb'] response: {'name': 'network-changed', 'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e', 'status': 'completed', 'code': 200} May 16 20:44:15.588843 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:44:15.631824 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-b83ecf53-2077-45b9-9b23-a90090380a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:15.634437 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-b83ecf53-2077-45b9-9b23-a90090380a1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1129 time: 0.0548456 May 16 20:44:15.704763 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c640173-97fc-47c9-b194-688a38141db2 req-0bd88865-a7b1-4f16-8f35-98ebab24ea7a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:15.706212 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4c640173-97fc-47c9-b194-688a38141db2 req-0bd88865-a7b1-4f16-8f35-98ebab24ea7a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0707011 May 16 20:44:15.791130 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-578c468a-9823-4e6a-8cf0-5884c9d8c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:15.792623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-578c468a-9823-4e6a-8cf0-5884c9d8c76e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 909 time: 0.1484764 May 16 20:44:15.792804 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a89f03a2-6889-4045-a141-844fad559ebc', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'port_id': '29979fec-638a-4157-bbd7-3f1f941c944e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'mac_address': 'fa:16:3e:65:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:44:14Z', 'updated_at': '2022-05-16T20:44:14Z', 'revision_number': 0, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 5, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:15.796065 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4c640173-97fc-47c9-b194-688a38141db2 req-65a2bae8-991e-4876-a7bb-77f9cb7b3762 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658889 May 16 20:44:15.822263 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] Checking router: da808a53-f958-4090-9784-6b49488d4e3e for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:44:15.834458 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:44:15.835698 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:15.854052 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-661faf89-a75a-4243-a9fd-613790aae461 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 999 time: 0.0548100 May 16 20:44:15.932837 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:44:15.939243 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c463239-2e60-4860-9deb-9d5324056173 req-9d0173bb-b0cd-4262-b23f-a86c0f407b52 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:15.940769 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0c463239-2e60-4860-9deb-9d5324056173 req-9d0173bb-b0cd-4262-b23f-a86c0f407b52 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0730481 May 16 20:44:15.942315 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-87424387-9812-402d-96a7-d4e27ff8d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:15.943646 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-87424387-9812-402d-96a7-d4e27ff8d257 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 200 len: 847 time: 0.0834179 May 16 20:44:15.949787 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 39944) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:44:15.954646 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'floatingip': {'port_id': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:15.992738 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-6b0e81a1-8749-4c55-92ac-6318b9544627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:15.993781 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (83927982-c427-40b6-8c1f-7d6b207316eb), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:15.994419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-6b0e81a1-8749-4c55-92ac-6318b9544627 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f903b382-f9f4-430f-b401-6775eaafb5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434587 May 16 20:44:16.092289 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-4c1fda95-bfec-406d-b341-f914b494adfc service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897963 May 16 20:44:16.184287 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-50039cac-6608-4c75-9466-e6cc6a7f7bf9 req-e85f66c5-32f4-4f18-8716-1e5925792990 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 May 16 20:44:16.235303 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a89f03a2-6889-4045-a141-844fad559ebc', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'port_id': '29979fec-638a-4157-bbd7-3f1f941c944e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'mac_address': 'fa:16:3e:65:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:44:14Z', 'updated_at': '2022-05-16T20:44:14Z', 'revision_number': 0, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 5, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:16.266421 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd521f9e-b5fe-41fd-b4b3-46843c3711ff None None] The sync data for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi is: [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a89f03a2-6889-4045-a141-844fad559ebc', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'port_id': '29979fec-638a-4157-bbd7-3f1f941c944e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'mac_address': 'fa:16:3e:65:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:44:14Z', 'updated_at': '2022-05-16T20:44:14Z', 'revision_number': 0, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 5, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:44:16.432564 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:16.437398 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (83927982-c427-40b6-8c1f-7d6b207316eb), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:16.455576 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2badb62a-9097-4ee0-92ba-5ec571d5fbef None None] New status for floating IP a89f03a2-6889-4045-a141-844fad559ebc: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:44:16.530175 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Floating IP 83927982-c427-40b6-8c1f-7d6b207316eb associated. External IP: 172.27.0.210, port: e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3. May 16 20:44:16.724007 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Router 341196d5-123f-4b91-b121-67a23ee15de3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:44:16.831401 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:44:16.835823 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:16.841072 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] Sync routers for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:44:16.850909 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:44:16.851505 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:16.866823 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-91eb9c44-f838-493a-99cb-b3022739bcb0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "PUT /v2.0/floatingips/83927982-c427-40b6-8c1f-7d6b207316eb HTTP/1.1" status: 200 len: 991 time: 0.9159060 May 16 20:44:16.948072 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:44:17.149727 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '83927982-c427-40b6-8c1f-7d6b207316eb', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'port_id': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'mac_address': 'fa:16:3e:62:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:44:01Z', 'updated_at': '2022-05-16T20:44:16Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:17.173372 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] Checking router: 341196d5-123f-4b91-b121-67a23ee15de3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:44:17.181924 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:44:17.182514 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:43:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:17.287522 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:44:17.488063 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '83927982-c427-40b6-8c1f-7d6b207316eb', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'port_id': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'mac_address': 'fa:16:3e:62:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:44:01Z', 'updated_at': '2022-05-16T20:44:16Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:44:17.512901 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f34fa9-4915-4835-8ea3-ed794facffa9 None None] The sync data for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi is: [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '83927982-c427-40b6-8c1f-7d6b207316eb', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'port_id': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'mac_address': 'fa:16:3e:62:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:44:01Z', 'updated_at': '2022-05-16T20:44:16Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:44:17.555012 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:17.557475 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079dca86-c13e-4a81-b030-14b981ddd88e" -d '{"events": [{"name": "network-changed", "server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:17.595987 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597d853-09ea-41b1-9e37-2553e0b122bb x-openstack-request-id: req-e597d853-09ea-41b1-9e37-2553e0b122bb {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:17.596286 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:17.596573 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e597d853-09ea-41b1-9e37-2553e0b122bb {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:17.596983 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e597d853-09ea-41b1-9e37-2553e0b122bb'] response: {'name': 'network-changed', 'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'status': 'completed', 'code': 200} May 16 20:44:17.668212 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dca86-c13e-4a81-b030-14b981ddd88e req-63c1fde0-cb5f-432a-b19b-805237b05a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:17.680096 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-079dca86-c13e-4a81-b030-14b981ddd88e req-63c1fde0-cb5f-432a-b19b-805237b05a7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 1129 time: 0.0584497 May 16 20:44:17.718263 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b898c-70a1-4f38-8638-41421e523672 None None] New status for floating IP 83927982-c427-40b6-8c1f-7d6b207316eb: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:44:17.803848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dca86-c13e-4a81-b030-14b981ddd88e req-d5a3c8da-3e64-4388-8b15-de6740cf4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:17.805965 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-079dca86-c13e-4a81-b030-14b981ddd88e req-d5a3c8da-3e64-4388-8b15-de6740cf4412 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 912 time: 0.1086831 May 16 20:44:17.875799 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-079dca86-c13e-4a81-b030-14b981ddd88e req-2a89f6f1-8413-4561-bfc6-b8370ac89edc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 HTTP/1.1" status: 200 len: 999 time: 0.0633976 May 16 20:44:17.932071 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dca86-c13e-4a81-b030-14b981ddd88e req-1697df7b-cef3-4c5a-86ee-add22d44ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:17.933585 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-079dca86-c13e-4a81-b030-14b981ddd88e req-1697df7b-cef3-4c5a-86ee-add22d44ab14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0516868 May 16 20:44:17.977079 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dca86-c13e-4a81-b030-14b981ddd88e req-611ac742-da9e-4f93-b359-bc60fc7cf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:17.978573 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-079dca86-c13e-4a81-b030-14b981ddd88e req-611ac742-da9e-4f93-b359-bc60fc7cf3ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383067 May 16 20:44:18.068984 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-079dca86-c13e-4a81-b030-14b981ddd88e req-19ada51e-864f-4bf7-a003-9e354dbe94d1 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829823 May 16 20:44:18.166426 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-079dca86-c13e-4a81-b030-14b981ddd88e req-a5350de9-b26a-4701-a36a-8481e5e408b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911589 May 16 20:44:18.583000 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34101940-f6ae-4024-ab3e-148a36579137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:20.752548 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17be9f21-915d-42b1-81e1-13c4de41cf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:22.169735 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:23.576612 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:24.914601 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:25.136938 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:44:26.991473 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:44.304415 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf877-21ed-479c-a7b2-ebe7c8cdc957 req-944aff60-ed14-4f7b-a620-5a0772ab2050 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:44.305784 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-63daf877-21ed-479c-a7b2-ebe7c8cdc957 req-944aff60-ed14-4f7b-a620-5a0772ab2050 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 946 time: 0.0484145 May 16 20:44:44.375393 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-63daf877-21ed-479c-a7b2-ebe7c8cdc957 req-288d273a-adc9-4302-971b-5902a5455e2d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637693 May 16 20:44:45.513952 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90084650-b8ef-4ccf-ae2c-a0adcd319209 req-491468fb-420e-47fd-848c-356d8ea32450 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:45.515393 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-90084650-b8ef-4ccf-ae2c-a0adcd319209 req-491468fb-420e-47fd-848c-356d8ea32450 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 946 time: 0.0543263 May 16 20:44:45.565811 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-90084650-b8ef-4ccf-ae2c-a0adcd319209 req-0260c9d5-7aaf-497f-a994-861ed9e0f432 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 May 16 20:44:46.040337 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-9f61d401-5fbc-42ba-99df-4574f1af7ba8 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:46.042013 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-9f61d401-5fbc-42ba-99df-4574f1af7ba8 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 946 time: 0.0531187 May 16 20:44:46.130665 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Deleting port 50e7f551-385d-4e2f-b318-b43340cbd079 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:44:46.130958 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:46.219138 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] For port 50e7f551-385d-4e2f-b318-b43340cbd079, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=50e7f551-385d-4e2f-b318-b43340cbd079,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:44:46.219504 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:46.232240 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Calling delete_port for 50e7f551-385d-4e2f-b318-b43340cbd079 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:44:46.361672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (50e7f551-385d-4e2f-b318-b43340cbd079), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:46.374069 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['50e7f551-385d-4e2f-b318-b43340cbd079'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:44:46.390910 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Pushing event deleted for resources: {'Port': ['ID=50e7f551-385d-4e2f-b318-b43340cbd079,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:44:46.404714 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.405062 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.405393 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.405723 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.406047 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.406572 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.406892 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.407216 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.407676 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.408242 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.408844 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.409424 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.410020 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.410540 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.411122 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:44:46.450513 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] No DVR routers for this DVR port 50e7f551-385d-4e2f-b318-b43340cbd079 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:44:46.453052 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:46.456210 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-585c339b-385a-4a51-a854-6bb1c4ceb668 req-801939d3-490f-403f-a497-918d5433cd4d tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "DELETE /v2.0/ports/50e7f551-385d-4e2f-b318-b43340cbd079 HTTP/1.1" status: 204 len: 173 time: 0.4084554 May 16 20:44:46.456630 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936a70bc-4d81-45d3-8266-58a369120074', 'name': 'network-vif-deleted', 'tag': '50e7f551-385d-4e2f-b318-b43340cbd079'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:44:46.458892 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212d768-26a2-42ef-93df-f309463f0031" -d '{"events": [{"server_uuid": "936a70bc-4d81-45d3-8266-58a369120074", "name": "network-vif-deleted", "tag": "50e7f551-385d-4e2f-b318-b43340cbd079"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:44:46.493469 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8142576d-2c0f-483b-83f8-55ccd15cbc2c x-openstack-request-id: req-8142576d-2c0f-483b-83f8-55ccd15cbc2c {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:44:46.493765 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936a70bc-4d81-45d3-8266-58a369120074", "name": "network-vif-deleted", "tag": "50e7f551-385d-4e2f-b318-b43340cbd079", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:44:46.494020 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8142576d-2c0f-483b-83f8-55ccd15cbc2c {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:44:46.494418 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8142576d-2c0f-483b-83f8-55ccd15cbc2c'] response: {'server_uuid': '936a70bc-4d81-45d3-8266-58a369120074', 'name': 'network-vif-deleted', 'tag': '50e7f551-385d-4e2f-b318-b43340cbd079', 'status': 'completed', 'code': 200} May 16 20:44:46.678830 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-91561e38-299e-454b-b26d-c78a6aefa96d req-9534a86f-146a-43b9-89ce-330bb77c0ed1 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=936a70bc-4d81-45d3-8266-58a369120074 HTTP/1.1" status: 200 len: 210 time: 0.0291672 May 16 20:44:48.578194 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f654226a-f3f8-48b0-948c-9209d419351c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:50.758729 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c9bb-18da-47bd-afdd-90adf8cf725d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:50.891512 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 50e7f551-385d-4e2f-b318-b43340cbd079 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:44:50.921132 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 50e7f551-385d-4e2f-b318-b43340cbd079 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:44:50.921411 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 50e7f551-385d-4e2f-b318-b43340cbd079 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:44:52.173842 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:53.578025 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:54.909815 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:56.997723 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:57.809195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-268abc14-65d2-4879-87ac-73390abc84c7 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:57.810558 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-268abc14-65d2-4879-87ac-73390abc84c7 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/networks?id=e1a25354-c73e-4477-9767-fb33921f0f33 HTTP/1.1" status: 200 len: 813 time: 0.1016433 May 16 20:44:57.828444 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-b161e4ca-0660-4e6d-9a06-e90e29d32ee1 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/quotas/579a6c29476643ed997c798ed64bc409 HTTP/1.1" status: 200 len: 375 time: 0.0092921 May 16 20:44:57.865893 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-4e8f519b-99bd-4e5c-b2fe-7226ac7ab21c tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=579a6c29476643ed997c798ed64bc409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310252 May 16 20:44:57.957772 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-1cc4b9ee-f289-48ff-8cd5-fc6471a28f84 service neutron] 10.222.0.49 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824072 May 16 20:44:58.051080 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-15d55db6-e9f3-4960-8487-ea8f96096ead service neutron] 10.222.0.49 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851150 May 16 20:44:58.218386 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7ece272-7984-4489-9e9c-4d33abba8f0b req-aea1ffaa-25f7-44ac-8380-b2205b3d393b tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 210 time: 0.0284219 May 16 20:44:59.320635 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bc5c4356-ba39-4b2b-b459-e27b7a6e5772 req-ae4db23a-f00b-480e-9f4b-34a0bec5f5e4 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 210 time: 0.0282636 May 16 20:44:59.616753 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e5e2da57-c28a-4627-aac2-5f8b40562c2a tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:44:59.618140 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e5e2da57-c28a-4627-aac2-5f8b40562c2a tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "GET /v2.0/networks?id=e1a25354-c73e-4477-9767-fb33921f0f33 HTTP/1.1" status: 200 len: 813 time: 0.1072922 May 16 20:44:59.631873 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Request body: {'port': {'device_id': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33', 'admin_state_up': True, 'tenant_id': '579a6c29476643ed997c798ed64bc409'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:44:59.743468 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Made reservation on behalf of 579a6c29476643ed997c798ed64bc409 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:44:59.747041 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:44:59.866871 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Allocated IP 172.20.0.12 (e1a25354-c73e-4477-9767-fb33921f0f33/dcac3442-c3a0-406f-a5e1-244b5f84dfc2/201b5a31-be5b-4eff-8be6-2ce2363277d7) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:45:00.018052 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks [] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:00.053225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:00.095787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Network e1a25354-c73e-4477-9767-fb33921f0f33 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:45:00.100522 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:45:00.107514 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:45:00.112734 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Pushing event updated for resources: {'Port': ['ID=201b5a31-be5b-4eff-8be6-2ce2363277d7,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:00.161434 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:00.162054 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:00.178657 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8dbe36b3-2606-4477-b71a-3a96f9447349 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5503991 May 16 20:45:00.192192 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Request body: {'port': {'device_id': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:45:00.279172 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:00.285247 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-69ca0bec-5bb5-463d-a712-cd321ab3b721 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122782084&fields=id&tenant_id=710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 267 time: 0.0737855 May 16 20:45:00.740917 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3525df-0b6d-4966-a506-03fd8ad7adde req-01a959ef-0f57-44f8-b259-1ed1891a788a tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:00.742366 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab3525df-0b6d-4966-a506-03fd8ad7adde req-01a959ef-0f57-44f8-b259-1ed1891a788a tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 932 time: 0.1164541 May 16 20:45:00.842623 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-42dab9c9-e17d-47fe-88e0-23c18d5bfe32 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:00.844168 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-42dab9c9-e17d-47fe-88e0-23c18d5bfe32 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 812 time: 0.5510252 May 16 20:45:00.883258 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-82277ca2-7722-493f-9948-87af05d4dbec tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/quotas/710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 375 time: 0.0308082 May 16 20:45:00.901926 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab3525df-0b6d-4966-a506-03fd8ad7adde req-4d0f3d3a-84bc-4b96-9ae5-4173702b5b85 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449862 May 16 20:45:00.991471 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-a4a236fa-66a0-4143-a0fc-5924c01b3e4c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020305 May 16 20:45:01.127886 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201b5a31-be5b-4eff-8be6-2ce2363277d7 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:45:01.142002 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Publish callbacks [] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:01.150400 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-f5addf9a-f27b-44a9-a8e3-aa567196affd service neutron] 10.222.0.49 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427197 May 16 20:45:01.165985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Transition to ACTIVE for port object 201b5a31-be5b-4eff-8be6-2ce2363277d7 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:45:01.175744 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:01.263591 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Pushing event updated for resources: {'Port': ['ID=201b5a31-be5b-4eff-8be6-2ce2363277d7,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:01.324500 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-c3ebfaa7-0c51-453c-88ea-a986d76ed00d service neutron] 10.222.0.49 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679020 May 16 20:45:01.351651 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Attempting to bind port 201b5a31-be5b-4eff-8be6-2ce2363277d7 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:45:01.351978 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Attempting to bind port 201b5a31-be5b-4eff-8be6-2ce2363277d7 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:45:01.352300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Attempting to bind port 201b5a31-be5b-4eff-8be6-2ce2363277d7 on network e1a25354-c73e-4477-9767-fb33921f0f33 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:45:01.356654 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Port 201b5a31-be5b-4eff-8be6-2ce2363277d7 on network e1a25354-c73e-4477-9767-fb33921f0f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:45:01.356967 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Attempting to bind port 201b5a31-be5b-4eff-8be6-2ce2363277d7 on network e1a25354-c73e-4477-9767-fb33921f0f33 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:45:01.362174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:45:01.362505 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Checking segment: {'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:45:01.362885 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Bound using segment: {'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:45:01.363284 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Bound port: 201b5a31-be5b-4eff-8be6-2ce2363277d7, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca0e71c-cf87-4628-8e1d-fa488c8ef416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:45:01.363665 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:01.464772 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] For port 201b5a31-be5b-4eff-8be6-2ce2363277d7, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:45:01.468244 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] For port 201b5a31-be5b-4eff-8be6-2ce2363277d7, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=201b5a31-be5b-4eff-8be6-2ce2363277d7,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:45:01.471568 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-3bb7eba4-6c77-423a-945f-d1b8223d9f94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571454 May 16 20:45:01.478774 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:01.516743 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:01.517370 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:01.518772 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] 10.222.0.60 "PUT /v2.0/ports/201b5a31-be5b-4eff-8be6-2ce2363277d7 HTTP/1.1" status: 200 len: 1094 time: 1.3307080 May 16 20:45:01.519230 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'tag': '201b5a31-be5b-4eff-8be6-2ce2363277d7'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:45:01.521506 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef3cdd-d438-4d37-a582-e808d956ebf8" -d '{"events": [{"name": "network-changed", "server_uuid": "873a9d69-1266-4bcc-9b5a-336b903ff358", "tag": "201b5a31-be5b-4eff-8be6-2ce2363277d7"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:45:01.566143 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42154e1-4ca6-4709-857a-94e73f148f30 x-openstack-request-id: req-c42154e1-4ca6-4709-857a-94e73f148f30 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:45:01.566424 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873a9d69-1266-4bcc-9b5a-336b903ff358", "tag": "201b5a31-be5b-4eff-8be6-2ce2363277d7", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:45:01.566682 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c42154e1-4ca6-4709-857a-94e73f148f30 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:45:01.567147 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42154e1-4ca6-4709-857a-94e73f148f30'] response: {'name': 'network-changed', 'server_uuid': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'tag': '201b5a31-be5b-4eff-8be6-2ce2363277d7', 'status': 'completed', 'code': 200} May 16 20:45:01.598084 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81971fd-82d2-49b3-ae6a-aaeb155102ed service neutron] Pushing event updated for resources: {'Port': ['ID=201b5a31-be5b-4eff-8be6-2ce2363277d7,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:01.637031 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8f520-ae3e-433f-9198-6c693898776b req-fd226e8c-03e5-4d47-9b8b-98e8adcff08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:01.638493 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-fd226e8c-03e5-4d47-9b8b-98e8adcff08d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1130 time: 0.1140692 May 16 20:45:01.660485 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6895a024-8310-4bba-b3b1-e1b7a6a97a49 req-a17f79cf-4166-440b-8df9-0725a33b7300 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 210 time: 0.0412967 May 16 20:45:01.670333 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8f4dd8f5-7e16-43b6-a339-6c73f88d53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:01.671693 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-8f4dd8f5-7e16-43b6-a339-6c73f88d53c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=579a6c29476643ed997c798ed64bc409&device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 1128 time: 0.1073649 May 16 20:45:01.728164 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-5ad4f68a-4c11-4977-93ca-d318d9ae69ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201b5a31-be5b-4eff-8be6-2ce2363277d7 HTTP/1.1" status: 200 len: 217 time: 0.0429246 May 16 20:45:01.829414 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-d3d2f729-6084-480d-b09b-c038bc4c756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:01.830881 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-d3d2f729-6084-480d-b09b-c038bc4c756d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcac3442-c3a0-406f-a5e1-244b5f84dfc2 HTTP/1.1" status: 200 len: 853 time: 0.0953307 May 16 20:45:01.833718 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8f520-ae3e-433f-9198-6c693898776b req-54405b68-7b92-4e98-92cc-d444967fbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:01.835045 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-54405b68-7b92-4e98-92cc-d444967fbb75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.1737292 May 16 20:45:01.924222 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-2c6474fc-b7f6-4b9d-b793-17b33c06c8fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1a25354-c73e-4477-9767-fb33921f0f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819309 May 16 20:45:01.955427 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-a26aebb8-405f-4af8-b6ff-e7aaf6494161 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1 HTTP/1.1" status: 200 len: 1002 time: 0.1044910 May 16 20:45:02.098917 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a886e53-df9a-4fcf-8ae5-df2cfcce2bdb req-0c86ad0f-de84-4a6a-9db7-17160407493e tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:02.100952 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1a886e53-df9a-4fcf-8ae5-df2cfcce2bdb req-0c86ad0f-de84-4a6a-9db7-17160407493e tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 944 time: 0.0978150 May 16 20:45:02.104502 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8f520-ae3e-433f-9198-6c693898776b req-2e158099-fb4e-43d7-a53f-0865160fbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:02.106798 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-2e158099-fb4e-43d7-a53f-0865160fbeba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.1393888 May 16 20:45:02.148088 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:45:02.167304 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-1726dd61-069f-4629-a34d-437337c3476d service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363896 May 16 20:45:02.220991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8f520-ae3e-433f-9198-6c693898776b req-01f9fd86-e643-4f5e-98e0-0f1e2be879cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:02.222413 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-01f9fd86-e643-4f5e-98e0-0f1e2be879cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1038277 May 16 20:45:02.241115 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1a886e53-df9a-4fcf-8ae5-df2cfcce2bdb req-0d356154-ed5a-4195-bc4c-c5cc10aa0071 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332324 May 16 20:45:02.346107 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-804ce58c-70ec-4a80-a227-50d80b179ed9 req-11bd0a0b-64f5-4fe9-9f5a-8afe327af16b service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704924 May 16 20:45:02.360681 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-ec533dfc-edda-49cc-8b71-4166fc92a1ba service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310472 May 16 20:45:02.542210 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecd8f520-ae3e-433f-9198-6c693898776b req-29afa50e-5f88-49c8-b6f0-faf299c880a8 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957284 May 16 20:45:02.772956 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-27de0aa5-2e02-4a15-91e7-45dfff2afda4 req-44caa7d1-f1e7-4d31-809f-3d78019ba775 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 210 time: 0.0383873 May 16 20:45:03.417926 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-7065b23f-9413-4151-b4b6-7cd2cc39ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:03.419426 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-7065b23f-9413-4151-b4b6-7cd2cc39ed51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=579a6c29476643ed997c798ed64bc409&device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 1128 time: 0.1287930 May 16 20:45:03.443083 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf167-2442-48d8-a15a-6c76d3a9fe4f req-bb0f4602-88be-4cc1-acc7-15660e54234a tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:03.444581 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-02daf167-2442-48d8-a15a-6c76d3a9fe4f req-bb0f4602-88be-4cc1-acc7-15660e54234a tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 944 time: 0.1198967 May 16 20:45:03.502188 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-1c35a03b-114a-4787-9e58-c60f84b8ade0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:03.503639 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-1c35a03b-114a-4787-9e58-c60f84b8ade0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 812 time: 0.2240472 May 16 20:45:03.600211 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-02daf167-2442-48d8-a15a-6c76d3a9fe4f req-87b1715d-4489-4022-922e-9ffd427725bf tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403980 May 16 20:45:03.613813 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-f79b9e12-f971-4f80-83e9-ace20dd0a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:03.615224 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-f79b9e12-f971-4f80-83e9-ace20dd0a2e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1a25354-c73e-4477-9767-fb33921f0f33 HTTP/1.1" status: 200 len: 914 time: 0.1881070 May 16 20:45:03.633936 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-42525323-1289-45df-8637-8b7f76f08059 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710ecde5160640149c693e0c2b0b0354 HTTP/1.1" status: 200 len: 380 time: 0.1024680 May 16 20:45:03.663459 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'port': {'device_id': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'admin_state_up': True, 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'security_groups': ['0df51b15-22f0-40d9-abe5-9edb2f4eb1ae']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:45:03.667216 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-b2fe5a2e-a46c-41be-98f6-96100d296bc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201b5a31-be5b-4eff-8be6-2ce2363277d7 HTTP/1.1" status: 200 len: 217 time: 0.0448580 May 16 20:45:03.767228 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-d2a1ee72-a33c-4263-a2b3-1ed3e73d1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:03.768559 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-d2a1ee72-a33c-4263-a2b3-1ed3e73d1720 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcac3442-c3a0-406f-a5e1-244b5f84dfc2 HTTP/1.1" status: 200 len: 853 time: 0.0895979 May 16 20:45:03.811262 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-b0f542f4-37b7-4bf8-9eac-7905ee07a2bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1a25354-c73e-4477-9767-fb33921f0f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342557 May 16 20:45:03.852760 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Made reservation on behalf of 710ecde5160640149c693e0c2b0b0354 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:45:03.856095 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:03.931243 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c59d29ab-bf18-4ea1-9fc4-2daec3672ee8 req-d667c43c-106d-4d35-bd27-d014f519f14e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 210 time: 0.0707710 May 16 20:45:03.991710 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-35bab276-255e-4f3a-8141-5bccf5ccb3af service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737304 May 16 20:45:04.099115 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Allocated IP 172.20.0.5 (f4ce36dc-b331-48ab-b5b5-0de5501adc95/2dbcf96c-a730-4f63-94a7-287a51c0fa34/996a4b17-c006-48b9-b68b-6329ea3a6c7a) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:45:04.145615 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-35ef3cdd-d438-4d37-a582-e808d956ebf8 req-bba1d55f-b5cc-4e43-a569-bd862df1ee81 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179407 May 16 20:45:04.261445 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:04.294982 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:04.337195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:45:04.344171 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:45:04.346479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=996a4b17-c006-48b9-b68b-6329ea3a6c7a,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:04.348633 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:45:04.402349 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:04.402991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:04.420793 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-70dcd2b2-9b6a-42ce-8483-1a81fd6bfa59 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613287 May 16 20:45:04.432049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Request body: {'port': {'device_id': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:45:04.494415 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:04.553187 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-99546b73-d5af-448b-b372-5086bad213c7 None None] Provisioning complete for port 996a4b17-c006-48b9-b68b-6329ea3a6c7a triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:45:04.553775 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-99546b73-d5af-448b-b372-5086bad213c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:04.595204 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-99546b73-d5af-448b-b372-5086bad213c7 None None] Port 996a4b17-c006-48b9-b68b-6329ea3a6c7a cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:45:04.968748 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 201b5a31-be5b-4eff-8be6-2ce2363277d7 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:45:05.060110 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9367-de02-4e4e-853d-d71fe19a0893 req-d4884353-93fc-4ff1-8764-129bd464f069 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:05.061568 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-675a9367-de02-4e4e-853d-d71fe19a0893 req-d4884353-93fc-4ff1-8764-129bd464f069 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 944 time: 0.3890073 May 16 20:45:05.067365 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 201b5a31-be5b-4eff-8be6-2ce2363277d7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=201b5a31-be5b-4eff-8be6-2ce2363277d7,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:45:05.078885 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '201b5a31-be5b-4eff-8be6-2ce2363277d7', 'network_id': 'e1a25354-c73e-4477-9767-fb33921f0f33', 'port_id': '201b5a31-be5b-4eff-8be6-2ce2363277d7', 'mac_address': 'fa:16:3e:38:fc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcac3442-c3a0-406f-a5e1-244b5f84dfc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:45:05.094877 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334e94-71b2-4445-8f74-3761803c98e0 req-d2c25154-d2bc-4f97-a852-c29c006d9404 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:05.096335 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d1334e94-71b2-4445-8f74-3761803c98e0 req-d2c25154-d2bc-4f97-a852-c29c006d9404 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 931 time: 0.0839736 May 16 20:45:05.115854 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 201b5a31-be5b-4eff-8be6-2ce2363277d7 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:45:05.116235 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:05.129129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201b5a31-be5b-4eff-8be6-2ce2363277d7 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:45:05.151370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 201b5a31-be5b-4eff-8be6-2ce2363277d7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=201b5a31-be5b-4eff-8be6-2ce2363277d7,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:45:05.156214 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:05.192287 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-675a9367-de02-4e4e-853d-d71fe19a0893 req-130ca3bf-d9c4-4d25-b72e-3541f993ba78 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230774 May 16 20:45:05.200328 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996a4b17-c006-48b9-b68b-6329ea3a6c7a {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:45:05.201347 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=201b5a31-be5b-4eff-8be6-2ce2363277d7,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:05.210583 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.211055 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.211342 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.211628 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.212002 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.212369 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.212859 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.213175 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.213494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.213820 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.214124 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.214786 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.215108 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.215428 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.215743 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:05.216075 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Publish callbacks [] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:05.222803 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d1334e94-71b2-4445-8f74-3761803c98e0 req-b7c25300-0db8-4bdd-bcd2-caec2c49edb2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181276 May 16 20:45:05.233984 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Transition to ACTIVE for port object 996a4b17-c006-48b9-b68b-6329ea3a6c7a will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:45:05.243087 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:05.290774 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Pushing event updated for resources: {'Port': ['ID=996a4b17-c006-48b9-b68b-6329ea3a6c7a,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:05.365107 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Attempting to bind port 996a4b17-c006-48b9-b68b-6329ea3a6c7a on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:45:05.365437 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Attempting to bind port 996a4b17-c006-48b9-b68b-6329ea3a6c7a by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:45:05.365759 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Attempting to bind port 996a4b17-c006-48b9-b68b-6329ea3a6c7a on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:45:05.370286 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Port 996a4b17-c006-48b9-b68b-6329ea3a6c7a on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:45:05.370597 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Attempting to bind port 996a4b17-c006-48b9-b68b-6329ea3a6c7a on network f4ce36dc-b331-48ab-b5b5-0de5501adc95 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:45:05.375551 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:45:05.375889 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Checking segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:45:05.376269 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Bound using segment: {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:45:05.376790 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Bound port: 996a4b17-c006-48b9-b68b-6329ea3a6c7a, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:45:05.377186 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:05.393202 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['201b5a31-be5b-4eff-8be6-2ce2363277d7'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:45:05.445363 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] For port 996a4b17-c006-48b9-b68b-6329ea3a6c7a, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:45:05.448725 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] For port 996a4b17-c006-48b9-b68b-6329ea3a6c7a, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:45:05.455569 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:05.489088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:05.489710 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:05.491136 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] 10.222.0.60 "PUT /v2.0/ports/996a4b17-c006-48b9-b68b-6329ea3a6c7a HTTP/1.1" status: 200 len: 1093 time: 1.0633245 May 16 20:45:05.491725 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:45:05.493846 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d358a8f6-3b75-4d1b-a9c1-13152e87538f" -d '{"events": [{"name": "network-changed", "server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:45:05.515628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa016449-b9e8-4d29-9923-2eadae255d40 service neutron] Pushing event updated for resources: {'Port': ['ID=996a4b17-c006-48b9-b68b-6329ea3a6c7a,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:05.540108 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a554b9-6162-4e01-869f-3382a968ae0e x-openstack-request-id: req-90a554b9-6162-4e01-869f-3382a968ae0e {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:45:05.540399 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:45:05.540675 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90a554b9-6162-4e01-869f-3382a968ae0e {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:45:05.541084 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a554b9-6162-4e01-869f-3382a968ae0e'] response: {'name': 'network-changed', 'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'status': 'completed', 'code': 200} May 16 20:45:05.598146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-cf4c8cdf-4c40-48e4-8032-174f7042bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:05.599851 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-cf4c8cdf-4c40-48e4-8032-174f7042bef8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 1127 time: 0.0522866 May 16 20:45:05.655793 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-e2b5f0a1-ab38-4f02-af32-6d238a36767d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a HTTP/1.1" status: 200 len: 217 time: 0.0454304 May 16 20:45:05.707586 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-e7b5abbd-9b2a-4372-8075-66a3c8bb6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:05.709126 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-e7b5abbd-9b2a-4372-8075-66a3c8bb6450 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0471656 May 16 20:45:05.755118 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-0db002a9-7d21-4075-83e7-b9b8b626a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:05.756599 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-0db002a9-7d21-4075-83e7-b9b8b626a5f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402024 May 16 20:45:05.850324 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-545d10a8-55b7-4c82-87cf-7f9ca250e904 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868356 May 16 20:45:05.942476 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-441ac9ad-c491-4e6a-88ef-4ffb2b94e48b req-f7d79099-e106-49df-a7e7-313f9304399b service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846322 May 16 20:45:06.248965 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-3294f259-1b52-498d-abdf-4e4056f3f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:06.251310 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-3294f259-1b52-498d-abdf-4e4056f3f2e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 1127 time: 0.0465462 May 16 20:45:06.398294 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c422-0715-419d-a298-480ce658614e req-8baa15bd-f4ed-456c-b5cb-c70f7f1704ff tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:06.399807 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0624c422-0715-419d-a298-480ce658614e req-8baa15bd-f4ed-456c-b5cb-c70f7f1704ff tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 945 time: 0.1190908 May 16 20:45:06.409487 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c80d0-137d-4bbf-9c30-3927f4e9766c req-c9af84e1-b1fa-4393-9632-32ba2c9b486e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:06.410872 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-816c80d0-137d-4bbf-9c30-3927f4e9766c req-c9af84e1-b1fa-4393-9632-32ba2c9b486e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 943 time: 0.1130028 May 16 20:45:06.457794 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-859ffa15-e000-42b0-b213-fbef942235ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:06.459358 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-859ffa15-e000-42b0-b213-fbef942235ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.2011323 May 16 20:45:06.522870 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-e5dc56f5-c64b-4adc-aef0-ead85357c0ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a HTTP/1.1" status: 200 len: 217 time: 0.0556977 May 16 20:45:06.529636 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0624c422-0715-419d-a298-480ce658614e req-fb0b76b2-6799-4d3a-a56d-0c517e32cbb8 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178873 May 16 20:45:06.534405 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-816c80d0-137d-4bbf-9c30-3927f4e9766c req-0f3cef09-e605-4fd2-b485-1146ab02e8d5 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129818 May 16 20:45:06.585677 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-dfe98a31-641f-4f60-9fe5-801cd5530d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:06.587188 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-dfe98a31-641f-4f60-9fe5-801cd5530d3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0490019 May 16 20:45:06.630172 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-30de3f91-baf9-4eff-a4c9-6a5905c13ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:06.631656 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-30de3f91-baf9-4eff-a4c9-6a5905c13ec2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386064 May 16 20:45:06.734241 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-05db09bc-d7d1-4929-8440-546089bcbb70 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951693 May 16 20:45:06.824760 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d358a8f6-3b75-4d1b-a9c1-13152e87538f req-c0fac72b-3379-4bd5-8576-6ed4cf1851de service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841620 May 16 20:45:06.972249 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 201b5a31-be5b-4eff-8be6-2ce2363277d7 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:45:07.016059 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 201b5a31-be5b-4eff-8be6-2ce2363277d7 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:45:07.024735 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 201b5a31-be5b-4eff-8be6-2ce2363277d7 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:45:07.025103 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:07.101578 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 201b5a31-be5b-4eff-8be6-2ce2363277d7 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:45:07.101856 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:07.125494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201b5a31-be5b-4eff-8be6-2ce2363277d7'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:45:07.127683 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d756e01-9c92-40fe-b049-f0b33dbbd4d1" -d '{"events": [{"server_uuid": "873a9d69-1266-4bcc-9b5a-336b903ff358", "name": "network-vif-plugged", "status": "completed", "tag": "201b5a31-be5b-4eff-8be6-2ce2363277d7"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:45:07.141650 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 201b5a31-be5b-4eff-8be6-2ce2363277d7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=201b5a31-be5b-4eff-8be6-2ce2363277d7,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:45:07.146102 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:07.171422 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c55d697-5369-439a-bb60-f72f24e74d1b x-openstack-request-id: req-9c55d697-5369-439a-bb60-f72f24e74d1b {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:45:07.171708 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873a9d69-1266-4bcc-9b5a-336b903ff358", "name": "network-vif-plugged", "status": "completed", "tag": "201b5a31-be5b-4eff-8be6-2ce2363277d7", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:45:07.171986 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c55d697-5369-439a-bb60-f72f24e74d1b {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:45:07.172409 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c55d697-5369-439a-bb60-f72f24e74d1b'] response: {'server_uuid': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201b5a31-be5b-4eff-8be6-2ce2363277d7', 'code': 200} May 16 20:45:07.198365 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=201b5a31-be5b-4eff-8be6-2ce2363277d7,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:07.345644 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79ddd-090b-472d-81b0-1735241f88ae req-e7fae7d8-70fb-412e-b732-55ee06590168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:07.347103 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5dc79ddd-090b-472d-81b0-1735241f88ae req-e7fae7d8-70fb-412e-b732-55ee06590168 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 1130 time: 0.0390828 May 16 20:45:07.394059 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5dc79ddd-090b-472d-81b0-1735241f88ae req-13df1dae-d8cd-409a-bf18-497bc43d3008 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 May 16 20:45:07.677115 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db672-1ef5-4a26-9273-59a3f1000d27 req-e4186bb0-ce4e-46af-a93e-3655d5a76686 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:07.678617 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f07db672-1ef5-4a26-9273-59a3f1000d27 req-e4186bb0-ce4e-46af-a93e-3655d5a76686 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 946 time: 0.0725770 May 16 20:45:07.690669 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9504d5c-1f7e-4d56-8420-1311d04aae1c req-eb965ba2-aa34-4286-8ba1-f79c0d4a12fd tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:07.692099 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d9504d5c-1f7e-4d56-8420-1311d04aae1c req-eb965ba2-aa34-4286-8ba1-f79c0d4a12fd tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 943 time: 0.0770288 May 16 20:45:07.759217 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f07db672-1ef5-4a26-9273-59a3f1000d27 req-e92555d9-c970-438b-b481-26fa6d3cc609 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661414 May 16 20:45:07.767642 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d9504d5c-1f7e-4d56-8420-1311d04aae1c req-326e4d08-2985-47d2-867a-57ee53909fa6 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688579 May 16 20:45:08.912359 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eee6d-967f-4dca-998f-1d49be78acba req-a2b09eac-f48d-4eeb-9c6d-ae3dbef79c7f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:08.913758 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fc6eee6d-967f-4dca-998f-1d49be78acba req-a2b09eac-f48d-4eeb-9c6d-ae3dbef79c7f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 943 time: 0.0742033 May 16 20:45:08.919458 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0991d73-3cc5-4c2b-8039-faf8eb2ee278 req-e6074470-14be-4fa2-be71-9e431e30a517 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:08.920870 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f0991d73-3cc5-4c2b-8039-faf8eb2ee278 req-e6074470-14be-4fa2-be71-9e431e30a517 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 946 time: 0.0906296 May 16 20:45:08.992734 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-fc6eee6d-967f-4dca-998f-1d49be78acba req-44cdf5c5-8cb7-4b58-8661-1fcb28e1b1e6 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708997 May 16 20:45:08.996237 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f0991d73-3cc5-4c2b-8039-faf8eb2ee278 req-bb765975-ba2f-46e0-8d6c-c3794661ece6 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687070 May 16 20:45:10.124708 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e298b60-a322-4084-8090-84141f1ab478 req-46bfe741-67e9-4b97-bb70-c6ea0d3a5dff tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:10.126651 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2e298b60-a322-4084-8090-84141f1ab478 req-46bfe741-67e9-4b97-bb70-c6ea0d3a5dff tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 943 time: 0.0522645 May 16 20:45:10.179599 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2e298b60-a322-4084-8090-84141f1ab478 req-954de944-8222-4f9b-9737-182826261e27 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473089 May 16 20:45:11.205988 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316632ab-a194-4c6a-98c3-355bdf129f0a req-1f4861f5-3b8b-46b3-b9b8-ccb7e9c6fd02 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:11.207371 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-316632ab-a194-4c6a-98c3-355bdf129f0a req-1f4861f5-3b8b-46b3-b9b8-ccb7e9c6fd02 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0474184 May 16 20:45:11.255855 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-316632ab-a194-4c6a-98c3-355bdf129f0a req-a429fe2f-593f-4df8-b4f8-bc4ee3fada27 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426195 May 16 20:45:11.301418 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f635234-a825-49bc-80e1-12c86d04ddfa req-1d3915e6-3d91-441d-94ad-e97102204188 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:11.302894 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7f635234-a825-49bc-80e1-12c86d04ddfa req-1d3915e6-3d91-441d-94ad-e97102204188 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 943 time: 0.0461831 May 16 20:45:11.354024 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7f635234-a825-49bc-80e1-12c86d04ddfa req-1aafdc00-73d0-49ce-9e5c-994681e86dbe tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453815 May 16 20:45:12.377265 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b00f3b-41e4-409e-834d-5f15d10811d7 req-1ad96eca-551a-4898-aa50-6479fcd39146 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:12.379008 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-95b00f3b-41e4-409e-834d-5f15d10811d7 req-1ad96eca-551a-4898-aa50-6479fcd39146 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0526438 May 16 20:45:12.438559 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-95b00f3b-41e4-409e-834d-5f15d10811d7 req-5de67014-32d3-4faa-b4f2-9c6bdb959af2 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532084 May 16 20:45:12.474453 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f0e86-8874-47d3-823d-7956ee5370a6 req-ebf8b9b8-c273-40ab-b924-26424a44eb0c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:12.475939 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-481f0e86-8874-47d3-823d-7956ee5370a6 req-ebf8b9b8-c273-40ab-b924-26424a44eb0c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 943 time: 0.0506232 May 16 20:45:12.524802 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-481f0e86-8874-47d3-823d-7956ee5370a6 req-60d63dc9-2e6d-4a09-9de3-45b4d75ed561 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 May 16 20:45:13.019875 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 996a4b17-c006-48b9-b68b-6329ea3a6c7a details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:45:13.127557 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 996a4b17-c006-48b9-b68b-6329ea3a6c7a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:45:13.138536 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'port_id': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'mac_address': 'fa:16:3e:9b:b6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:45:13.175752 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 996a4b17-c006-48b9-b68b-6329ea3a6c7a is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:45:13.176125 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:13.189214 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996a4b17-c006-48b9-b68b-6329ea3a6c7a {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:45:13.207852 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 996a4b17-c006-48b9-b68b-6329ea3a6c7a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:45:13.213793 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:13.268597 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=996a4b17-c006-48b9-b68b-6329ea3a6c7a,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:13.464396 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['996a4b17-c006-48b9-b68b-6329ea3a6c7a'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:45:13.576668 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a4a47-93bf-4827-87d1-63a16b269722 req-595858a5-d753-41b9-be27-5eaebf22d13a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:13.578232 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4b8a4a47-93bf-4827-87d1-63a16b269722 req-595858a5-d753-41b9-be27-5eaebf22d13a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0652792 May 16 20:45:13.649890 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4b8a4a47-93bf-4827-87d1-63a16b269722 req-4b1c39c0-4108-4344-b2d4-c2e88d4a3a5f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658514 May 16 20:45:13.667343 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c477e6-eec9-43c2-91ef-375ece2574cd req-b542e1b8-7a4c-4c6f-9986-8e886e498a63 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:13.668956 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-96c477e6-eec9-43c2-91ef-375ece2574cd req-b542e1b8-7a4c-4c6f-9986-8e886e498a63 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 944 time: 0.0605373 May 16 20:45:13.717610 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-96c477e6-eec9-43c2-91ef-375ece2574cd req-037c53e2-2317-40ac-87f8-e373cba2959a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 May 16 20:45:14.779097 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e0f68-32e7-4f89-90e9-2e08fee9d122 req-be9d8d3c-f7df-44ba-9235-d975c339c3a3 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:14.780632 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1b5e0f68-32e7-4f89-90e9-2e08fee9d122 req-be9d8d3c-f7df-44ba-9235-d975c339c3a3 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0596430 May 16 20:45:14.858659 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c15f1-2d90-4e18-9b5f-77cd03228294 req-75a00c38-69c6-49cb-a122-0cfc082110f7 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:14.860089 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab6c15f1-2d90-4e18-9b5f-77cd03228294 req-75a00c38-69c6-49cb-a122-0cfc082110f7 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 944 time: 0.0669580 May 16 20:45:14.863409 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1b5e0f68-32e7-4f89-90e9-2e08fee9d122 req-06046de3-cf5d-4d37-8c92-a22fd915e03d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774236 May 16 20:45:14.908474 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ab6c15f1-2d90-4e18-9b5f-77cd03228294 req-2b05daf6-a269-4455-97fc-4cb579fc49d6 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 May 16 20:45:15.034752 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 996a4b17-c006-48b9-b68b-6329ea3a6c7a up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:45:15.087067 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 996a4b17-c006-48b9-b68b-6329ea3a6c7a completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:45:15.096211 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 996a4b17-c006-48b9-b68b-6329ea3a6c7a triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:45:15.096704 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:15.175387 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 996a4b17-c006-48b9-b68b-6329ea3a6c7a is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:45:15.175761 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:15.198542 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:45:15.200761 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb5713c-5950-4009-bba8-22253501ee42" -d '{"events": [{"server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "name": "network-vif-plugged", "status": "completed", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:45:15.212364 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 996a4b17-c006-48b9-b68b-6329ea3a6c7a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:45:15.218613 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:15.244232 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eb37dd-7ffc-419c-a8c7-4d1b34abb63c x-openstack-request-id: req-32eb37dd-7ffc-419c-a8c7-4d1b34abb63c {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:45:15.244560 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "name": "network-vif-plugged", "status": "completed", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:45:15.244799 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32eb37dd-7ffc-419c-a8c7-4d1b34abb63c {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:45:15.245186 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32eb37dd-7ffc-419c-a8c7-4d1b34abb63c'] response: {'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'code': 200} May 16 20:45:15.271100 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=996a4b17-c006-48b9-b68b-6329ea3a6c7a,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:15.510323 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c6f50-5446-47f9-ad73-6b9060527710 req-57ac9d45-5c9f-432c-a647-82a9f3adea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:15.512501 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c0c6f50-5446-47f9-ad73-6b9060527710 req-57ac9d45-5c9f-432c-a647-82a9f3adea1d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 1129 time: 0.0404272 May 16 20:45:15.571666 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c0c6f50-5446-47f9-ad73-6b9060527710 req-b3ebe1e3-ef38-46b4-817a-2d73e7303506 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527198 May 16 20:45:15.995129 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cf8a-cf74-452f-91b6-038fa9487581 req-ff7991df-99be-4845-a160-7e61b4bcb823 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:15.996584 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a0b9cf8a-cf74-452f-91b6-038fa9487581 req-ff7991df-99be-4845-a160-7e61b4bcb823 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0561967 May 16 20:45:16.041033 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b682f-d8f9-4c22-bd7e-c5390bf0b6e6 req-214ae249-2b6b-4455-93b8-31c85611434c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:16.042436 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4e1b682f-d8f9-4c22-bd7e-c5390bf0b6e6 req-214ae249-2b6b-4455-93b8-31c85611434c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 945 time: 0.0641305 May 16 20:45:16.086124 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a0b9cf8a-cf74-452f-91b6-038fa9487581 req-870473c6-04d8-44ce-8408-a17d3f21a4dd tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741899 May 16 20:45:16.121149 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4e1b682f-d8f9-4c22-bd7e-c5390bf0b6e6 req-87315fda-559e-4063-be96-757f67ef40f0 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662518 May 16 20:45:17.246064 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17bf9-2b6f-4c1e-8412-d8663e07523d req-b8011566-a5de-43ad-be7e-fe97fd8fa281 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:17.247484 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eff17bf9-2b6f-4c1e-8412-d8663e07523d req-b8011566-a5de-43ad-be7e-fe97fd8fa281 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0758116 May 16 20:45:17.266989 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda15fb-759c-405f-8a75-545cdc506f9f req-3bf19025-01a2-4255-aed1-bfd2652c208a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:17.268388 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3bda15fb-759c-405f-8a75-545cdc506f9f req-3bf19025-01a2-4255-aed1-bfd2652c208a tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 945 time: 0.0646529 May 16 20:45:17.326021 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eff17bf9-2b6f-4c1e-8412-d8663e07523d req-61225e01-628a-4c5c-b011-29d61d365021 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727136 May 16 20:45:17.338879 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3bda15fb-759c-405f-8a75-545cdc506f9f req-9c6c002d-48de-4bdf-90fb-771d92a53010 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635681 May 16 20:45:17.464181 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c2997-d564-4fe4-a113-3583b2106edc req-980519df-ad53-45ca-80c4-e55a8c416448 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:17.465657 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-022c2997-d564-4fe4-a113-3583b2106edc req-980519df-ad53-45ca-80c4-e55a8c416448 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 945 time: 0.0585330 May 16 20:45:17.521023 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-022c2997-d564-4fe4-a113-3583b2106edc req-07974c46-c2cf-4945-8989-9c02659d4c08 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471563 May 16 20:45:17.552648 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40334) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:45:17.592221 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ef570-49e4-4849-83f5-882c05c14770 tempest-TestVolumeBootPattern-1612694691 tempest-TestVolumeBootPattern-1612694691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:17.596635 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-326ef570-49e4-4849-83f5-882c05c14770 tempest-TestVolumeBootPattern-1612694691 tempest-TestVolumeBootPattern-1612694691-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 1124 time: 0.0401642 May 16 20:45:17.597016 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40336) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:45:17.601543 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'port_id': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:45:17.623289 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:17.714540 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:17.829459 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Allocated IP 172.27.0.154 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/317ae474-98f4-44d9-b3c9-6edad69818a0) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:45:17.932827 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:17.975105 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:18.014483 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:45:18.019957 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:45:18.023692 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:45:18.026672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=317ae474-98f4-44d9-b3c9-6edad69818a0,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:18.381940 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (c982b3d6-30d8-433d-a760-f2bccb5f0363), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:18.455783 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618883b-edef-4a77-96b7-180dfcad359d req-b5ed3d48-d1c9-47ac-9f2d-90251e89b7b6 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:18.457265 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2618883b-edef-4a77-96b7-180dfcad359d req-b5ed3d48-d1c9-47ac-9f2d-90251e89b7b6 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0566187 May 16 20:45:18.496906 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:18.559702 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2618883b-edef-4a77-96b7-180dfcad359d req-ba68da4f-f612-480c-aa56-4f92028b5c2e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879283 May 16 20:45:18.573252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b870b883-4fe7-4050-bb31-dbe7c1afb063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:18.697931 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:18.705553 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:18.770441 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event updated for resources: {'Port': ['ID=317ae474-98f4-44d9-b3c9-6edad69818a0,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:18.787339 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (c982b3d6-30d8-433d-a760-f2bccb5f0363), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:18.881763 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Floating IP c982b3d6-30d8-433d-a760-f2bccb5f0363 associated. External IP: 172.27.0.154, port: 996a4b17-c006-48b9-b68b-6329ea3a6c7a. May 16 20:45:19.373402 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:45:19.475290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:45:19.485291 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:45:19.495230 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:19.496841 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:45:19.497635 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:44:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:45:19.525399 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-baa49fe9-1853-49e1-827c-0148791a646c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9273052 May 16 20:45:19.525973 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:45:19.528196 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a" -d '{"events": [{"name": "network-changed", "server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:45:19.563132 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053fe26-cafb-4e89-bffa-4081ccf10151 x-openstack-request-id: req-c053fe26-cafb-4e89-bffa-4081ccf10151 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:45:19.563800 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:45:19.564050 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c053fe26-cafb-4e89-bffa-4081ccf10151 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:45:19.564465 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c053fe26-cafb-4e89-bffa-4081ccf10151'] response: {'name': 'network-changed', 'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'status': 'completed', 'code': 200} May 16 20:45:19.597273 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:45:19.675359 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4a57c-3905-47a7-8f7b-087893550d4d req-8a232909-71b6-408b-af04-053d1f21ce68 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:19.677188 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fc4a57c-3905-47a7-8f7b-087893550d4d req-8a232909-71b6-408b-af04-053d1f21ce68 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0487716 May 16 20:45:19.728449 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fc4a57c-3905-47a7-8f7b-087893550d4d req-23661675-ec79-4185-9e04-4f50f55d63f9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454416 May 16 20:45:19.914017 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:12Z', 'revision_number': 1, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}, {'id': 'c982b3d6-30d8-433d-a760-f2bccb5f0363', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:9b:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:45:18Z', 'updated_at': '2022-05-16T20:45:18Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:45:19.941787 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:45:19.950657 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:45:19.951265 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:44:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:45:20.055876 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:45:20.271409 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:12Z', 'revision_number': 1, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}, {'id': 'c982b3d6-30d8-433d-a760-f2bccb5f0363', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:9b:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:45:18Z', 'updated_at': '2022-05-16T20:45:18Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:45:20.295309 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027c4e-8333-4bf1-9068-fa92c5447ecb None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:12Z', 'revision_number': 1, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}, {'id': 'c982b3d6-30d8-433d-a760-f2bccb5f0363', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:9b:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:45:18Z', 'updated_at': '2022-05-16T20:45:18Z', 'revision_number': 0, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:45:20.486952 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fdde6-8478-44d3-b41a-85095d961330 None None] New status for floating IP c982b3d6-30d8-433d-a760-f2bccb5f0363: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:45:20.748370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9d135073-cafa-44f6-8671-f1668594e30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:20.853105 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023e2f0-7e1b-4b03-ab0b-5d212d3bafe8 req-b6cfd016-caa7-44c7-bbf1-aebb4df7c6a1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:20.854556 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1023e2f0-7e1b-4b03-ab0b-5d212d3bafe8 req-b6cfd016-caa7-44c7-bbf1-aebb4df7c6a1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0573599 May 16 20:45:20.904871 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1023e2f0-7e1b-4b03-ab0b-5d212d3bafe8 req-7d4f4ed2-c219-451b-ac5c-2dbfe6880336 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 May 16 20:45:21.141311 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-08bf7192-a415-4a72-ab69-3be9af21cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:21.142517 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-08bf7192-a415-4a72-ab69-3be9af21cfb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 1129 time: 0.0391231 May 16 20:45:21.235351 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-e20d2d0a-a169-4c89-8282-1ebab0d351da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:21.236829 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-e20d2d0a-a169-4c89-8282-1ebab0d351da service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.0883780 May 16 20:45:21.358004 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-e1ba3a18-5b2b-4311-980f-62642678c435 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a HTTP/1.1" status: 200 len: 1001 time: 0.0669789 May 16 20:45:21.404853 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-55d9cdbe-9ca7-4b27-948d-0cc124f25a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:21.406218 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-55d9cdbe-9ca7-4b27-948d-0cc124f25a37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0420427 May 16 20:45:21.455341 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-c4ae452c-931c-4db3-9de4-413bf47fbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:21.456892 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-c4ae452c-931c-4db3-9de4-413bf47fbe10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438702 May 16 20:45:21.555063 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-74092c88-6303-4c85-bd6f-c226e1b5b0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916626 May 16 20:45:21.651828 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a7f52c3c-4ba0-4b66-bfb0-5a7e1e60d18a req-5201bff4-71f9-47e4-8e46-d27a4689d814 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893836 May 16 20:45:22.045979 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427059-4d44-4e57-94ea-fdedb9e062e1 req-3a06da1b-9605-4fbe-9f2d-1276e0c5384f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:22.047421 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa427059-4d44-4e57-94ea-fdedb9e062e1 req-3a06da1b-9605-4fbe-9f2d-1276e0c5384f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0564220 May 16 20:45:22.095710 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa427059-4d44-4e57-94ea-fdedb9e062e1 req-0aaa481f-d4e9-4e3a-9e9a-7fa6070811d4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424600 May 16 20:45:22.170257 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:23.214346 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca161ab8-b967-4b7a-a7ed-2fc1ea7e416a req-c5192844-043d-4104-95a4-e46f9f3b072f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:23.215833 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca161ab8-b967-4b7a-a7ed-2fc1ea7e416a req-c5192844-043d-4104-95a4-e46f9f3b072f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0480459 May 16 20:45:23.282427 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ca161ab8-b967-4b7a-a7ed-2fc1ea7e416a req-64bacce4-3951-4e4d-ba0d-2817c9e8236f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580826 May 16 20:45:23.584683 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:24.397878 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa77c69-d7c9-4ee3-8421-892a79516999 req-da2af36b-5456-46f7-a36c-61269499bd5b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:24.399323 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fa77c69-d7c9-4ee3-8421-892a79516999 req-da2af36b-5456-46f7-a36c-61269499bd5b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0468426 May 16 20:45:24.446490 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9fa77c69-d7c9-4ee3-8421-892a79516999 req-2ffac0d3-8ee5-4913-954c-6787d9809607 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416408 May 16 20:45:24.914961 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:25.578253 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5f8c4-1902-4584-9278-2147540e677d req-13ce17cc-0894-4805-b9a8-031743e529bb tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:25.579618 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-73a5f8c4-1902-4584-9278-2147540e677d req-13ce17cc-0894-4805-b9a8-031743e529bb tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0506246 May 16 20:45:25.629780 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-73a5f8c4-1902-4584-9278-2147540e677d req-63f6bac7-e744-4e65-aee9-2b610d9ac6ab tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423906 May 16 20:45:26.748296 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c7c92-a58d-4327-866e-edc5e5c88048 req-a50d2675-f05a-42c3-bc27-9671a12f73f6 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:26.749745 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-011c7c92-a58d-4327-866e-edc5e5c88048 req-a50d2675-f05a-42c3-bc27-9671a12f73f6 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0499289 May 16 20:45:26.797927 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-011c7c92-a58d-4327-866e-edc5e5c88048 req-a08c4fda-ca46-4d0b-8de0-92c34dd1248f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424540 May 16 20:45:27.005900 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:27.912143 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721d63-b613-4290-892a-cb1333ec6267 req-ff37448b-393b-4867-b519-4c390b9337a3 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:27.913612 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d0721d63-b613-4290-892a-cb1333ec6267 req-ff37448b-393b-4867-b519-4c390b9337a3 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0471859 May 16 20:45:27.962117 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d0721d63-b613-4290-892a-cb1333ec6267 req-2f6a08e6-9311-42b3-a840-ca16af5065a6 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429058 May 16 20:45:29.090382 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f72449-75b7-4164-85f9-c1ae219dd7f8 req-01a9a384-eb51-4388-9d6d-7afe5e18986c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:29.091802 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-41f72449-75b7-4164-85f9-c1ae219dd7f8 req-01a9a384-eb51-4388-9d6d-7afe5e18986c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0509634 May 16 20:45:29.151873 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-41f72449-75b7-4164-85f9-c1ae219dd7f8 req-3aaa108d-55b6-483d-a8a9-e868949418a6 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540721 May 16 20:45:30.271401 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9580d-1848-4dc3-812d-6d80fda1c537 req-0d22f38c-6f6c-46a7-b311-cd1f189c8865 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:30.272888 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecc9580d-1848-4dc3-812d-6d80fda1c537 req-0d22f38c-6f6c-46a7-b311-cd1f189c8865 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0493040 May 16 20:45:30.322657 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ecc9580d-1848-4dc3-812d-6d80fda1c537 req-c8b2d7af-eb01-4b4f-9651-bf13680ed385 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 May 16 20:45:31.236278 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42765b-3eaf-415e-8c16-486d507a512a req-5444c668-91ab-41f6-b201-4faf11eaa7e8 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:31.237796 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-de42765b-3eaf-415e-8c16-486d507a512a req-5444c668-91ab-41f6-b201-4faf11eaa7e8 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 946 time: 0.0457718 May 16 20:45:31.290179 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-de42765b-3eaf-415e-8c16-486d507a512a req-287249d0-e2a0-4c69-9553-881036fecccd tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 May 16 20:45:31.448814 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268b479-6df2-43b3-af3d-a3263870061d req-770507f2-1f9c-4371-a689-9fed20f8619c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:31.450261 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f268b479-6df2-43b3-af3d-a3263870061d req-770507f2-1f9c-4371-a689-9fed20f8619c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0521441 May 16 20:45:31.497360 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f268b479-6df2-43b3-af3d-a3263870061d req-26f07e49-7b33-4bcd-8a34-1f318f99fa61 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 May 16 20:45:32.419713 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e03a9-e9e4-47c2-96a5-d0301a051dfd req-8f25c9b9-943e-4d83-8211-d5714e4f9740 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:32.421162 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-707e03a9-e9e4-47c2-96a5-d0301a051dfd req-8f25c9b9-943e-4d83-8211-d5714e4f9740 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 946 time: 0.0467205 May 16 20:45:32.472074 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-707e03a9-e9e4-47c2-96a5-d0301a051dfd req-2e00fc8c-ba0e-44bf-91e1-67971a8f5e03 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/security-groups?id=b818ded2-92c7-479a-b35a-647959c3e402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 May 16 20:45:32.618422 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715fd10-d273-4db8-a02f-e425feaf1b1e req-0c6c717c-8679-4480-96a1-7d2ce98f6b1c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:32.619765 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c715fd10-d273-4db8-a02f-e425feaf1b1e req-0c6c717c-8679-4480-96a1-7d2ce98f6b1c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0518224 May 16 20:45:32.669434 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c715fd10-d273-4db8-a02f-e425feaf1b1e req-035a42f6-89cc-4587-b3fc-d54f4b589a30 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416844 May 16 20:45:33.129849 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-69b9922a-915d-4b09-8715-13416e5f1028 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:33.131292 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-69b9922a-915d-4b09-8715-13416e5f1028 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 946 time: 0.0465410 May 16 20:45:33.227162 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Deleting port 201b5a31-be5b-4eff-8be6-2ce2363277d7 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:45:33.227472 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:33.313769 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] For port 201b5a31-be5b-4eff-8be6-2ce2363277d7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=201b5a31-be5b-4eff-8be6-2ce2363277d7,segment=NetworkSegment(cca0e71c-cf87-4628-8e1d-fa488c8ef416),segment_id=cca0e71c-cf87-4628-8e1d-fa488c8ef416)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:45:33.314478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:33.327087 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Calling delete_port for 201b5a31-be5b-4eff-8be6-2ce2363277d7 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:45:33.465222 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (201b5a31-be5b-4eff-8be6-2ce2363277d7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:33.481190 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['201b5a31-be5b-4eff-8be6-2ce2363277d7'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:45:33.497816 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Pushing event deleted for resources: {'Port': ['ID=201b5a31-be5b-4eff-8be6-2ce2363277d7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:33.545126 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] No DVR routers for this DVR port 201b5a31-be5b-4eff-8be6-2ce2363277d7 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:45:33.547677 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:33.551017 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-670fd5ad-ad83-49c8-9430-73df0e8126a1 req-e8a29980-9710-492f-8d08-c2f02f80b843 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.60 "DELETE /v2.0/ports/201b5a31-be5b-4eff-8be6-2ce2363277d7 HTTP/1.1" status: 204 len: 173 time: 0.4099224 May 16 20:45:33.551461 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'name': 'network-vif-deleted', 'tag': '201b5a31-be5b-4eff-8be6-2ce2363277d7'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:45:33.553796 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69f1090-b2e6-46cf-819f-97a8ebe7dadc" -d '{"events": [{"server_uuid": "873a9d69-1266-4bcc-9b5a-336b903ff358", "name": "network-vif-deleted", "tag": "201b5a31-be5b-4eff-8be6-2ce2363277d7"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:45:33.591507 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9d6fbd35-e7f1-4fce-9757-4d0cb8f44d7c req-97247030-8ac3-4d2b-b7ea-52957ae26992 tempest-VolumesSnapshotTestJSON-599123165 tempest-VolumesSnapshotTestJSON-599123165-project] 10.222.0.49 "GET /v2.0/ports?device_id=873a9d69-1266-4bcc-9b5a-336b903ff358 HTTP/1.1" status: 200 len: 210 time: 0.0330386 May 16 20:45:33.593006 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f89ee4-ab16-4f87-9b00-916a1c41a35b x-openstack-request-id: req-b1f89ee4-ab16-4f87-9b00-916a1c41a35b {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:45:33.593327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873a9d69-1266-4bcc-9b5a-336b903ff358", "name": "network-vif-deleted", "tag": "201b5a31-be5b-4eff-8be6-2ce2363277d7", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:45:33.593570 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1f89ee4-ab16-4f87-9b00-916a1c41a35b {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:45:33.594058 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f89ee4-ab16-4f87-9b00-916a1c41a35b'] response: {'server_uuid': '873a9d69-1266-4bcc-9b5a-336b903ff358', 'name': 'network-vif-deleted', 'tag': '201b5a31-be5b-4eff-8be6-2ce2363277d7', 'status': 'completed', 'code': 200} May 16 20:45:33.784428 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4760963-76c6-46e8-ab96-571d7c58adb2 req-94bc3b24-d986-424a-bf5a-2918b8d79722 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:33.786005 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a4760963-76c6-46e8-ab96-571d7c58adb2 req-94bc3b24-d986-424a-bf5a-2918b8d79722 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0461614 May 16 20:45:33.833566 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a4760963-76c6-46e8-ab96-571d7c58adb2 req-bf5494d7-bffd-4c0f-bb53-88e2b9bfd762 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 May 16 20:45:34.073985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8f81-9a5a-47f6-9af0-d5b4124d47c0 req-715272de-5028-4a1f-8cee-ad22893cd340 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:34.075708 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-643a8f81-9a5a-47f6-9af0-d5b4124d47c0 req-715272de-5028-4a1f-8cee-ad22893cd340 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0543196 May 16 20:45:34.126036 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-643a8f81-9a5a-47f6-9af0-d5b4124d47c0 req-8751fbb9-e355-42c5-893b-8fc8991076ad tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 May 16 20:45:34.358709 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-46e8df73-8d3b-41c7-b6f4-b75780ca4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:34.360113 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-46e8df73-8d3b-41c7-b6f4-b75780ca4e0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 1129 time: 0.0407658 May 16 20:45:34.451479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-bc843ecb-d677-46c0-b7d7-ac5e44fefc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:34.452988 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-bc843ecb-d677-46c0-b7d7-ac5e44fefc7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 912 time: 0.0860863 May 16 20:45:34.517867 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-d4d33d60-b12b-4e05-abcc-bf8a3b8bc0a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 HTTP/1.1" status: 200 len: 1001 time: 0.0555701 May 16 20:45:34.567152 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-7e340aa8-62e2-42e2-861d-b58dafe3387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:34.568586 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-7e340aa8-62e2-42e2-861d-b58dafe3387e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0429602 May 16 20:45:34.625949 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-bc5a687a-04df-45fe-aff5-210a3aad5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:34.627346 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-bc5a687a-04df-45fe-aff5-210a3aad5eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383079 May 16 20:45:34.722148 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-c9b3778e-8c8c-4d7c-97c0-6f6a9a3351cd service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880520 May 16 20:45:34.819278 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4d5cc94c-6631-4391-a062-7d752a41adcf req-e7113690-df34-44b0-98bb-f1e046474d61 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830910 May 16 20:45:35.252470 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4262fd-edf6-4ade-be3c-010e825ad62e req-c908ab1c-6380-464a-a8b9-356b4cabd3c5 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:35.254040 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-de4262fd-edf6-4ade-be3c-010e825ad62e req-c908ab1c-6380-464a-a8b9-356b4cabd3c5 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0525610 May 16 20:45:35.303590 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-de4262fd-edf6-4ade-be3c-010e825ad62e req-1185a3c5-66b6-49e6-a7cc-1cf07668452d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 May 16 20:45:36.433404 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195321a-ce79-4df8-a9a1-5d8c62a9af5b req-a1399a7e-5078-4358-a46c-fa4420566ef2 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:45:36.434825 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2195321a-ce79-4df8-a9a1-5d8c62a9af5b req-a1399a7e-5078-4358-a46c-fa4420566ef2 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0459328 May 16 20:45:36.481241 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2195321a-ce79-4df8-a9a1-5d8c62a9af5b req-69e9fd3e-362c-43ca-843e-6b98edc65068 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 May 16 20:45:37.390352 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 201b5a31-be5b-4eff-8be6-2ce2363277d7 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:45:37.417024 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 201b5a31-be5b-4eff-8be6-2ce2363277d7 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:45:37.417356 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 201b5a31-be5b-4eff-8be6-2ce2363277d7 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:45:39.144131 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:45:48.577943 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-89579c08-7e6c-42fa-93fa-51841647564b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:50.755037 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fe61b0d3-59ec-4d4e-bb5b-9bba8f0c3acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:52.172878 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:53.587413 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:54.915648 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:57.005035 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:57.925873 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40590) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:45:57.976600 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Deleting subnet dcac3442-c3a0-406f-a5e1-244b5f84dfc2 {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:45:57.980032 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Publish callbacks [] for subnet (dcac3442-c3a0-406f-a5e1-244b5f84dfc2), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.018055 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (dcac3442-c3a0-406f-a5e1-244b5f84dfc2), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.061324 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (dcac3442-c3a0-406f-a5e1-244b5f84dfc2), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.121032 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (dcac3442-c3a0-406f-a5e1-244b5f84dfc2), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.145850 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcac3442-c3a0-406f-a5e1-244b5f84dfc2,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:58.150448 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.153547 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dcac3442-c3a0-406f-a5e1-244b5f84dfc2 HTTP/1.1" status: 204 len: 168 time: 0.2264853 May 16 20:45:58.156460 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40592) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:45:58.158799 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.159146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.159480 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.159815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.160122 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.160477 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.160812 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.161132 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.161447 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.161763 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.162082 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.162400 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.162710 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.163022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.163334 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea557f-92de-4046-897d-8f775c8e891a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.234636 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (e1a25354-c73e-4477-9767-fb33921f0f33), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.312243 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (e1a25354-c73e-4477-9767-fb33921f0f33), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.335442 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a25354-c73e-4477-9767-fb33921f0f33']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:45:58.344561 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca0e71c-cf87-4628-8e1d-fa488c8ef416') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:45:58.344897 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca0e71c-cf87-4628-8e1d-fa488c8ef416') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:45:58.354070 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (cca0e71c-cf87-4628-8e1d-fa488c8ef416), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.367213 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (cca0e71c-cf87-4628-8e1d-fa488c8ef416), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.373494 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:45:58.373907 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (cca0e71c-cf87-4628-8e1d-fa488c8ef416), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:45:58.375652 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:45:58.432847 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (e1a25354-c73e-4477-9767-fb33921f0f33), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.439159 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.442556 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e1a25354-c73e-4477-9767-fb33921f0f33 HTTP/1.1" status: 204 len: 168 time: 0.2849123 May 16 20:45:58.453530 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a25354-c73e-4477-9767-fb33921f0f33,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:45:58.460964 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.461316 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.461657 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.461995 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.462330 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.462666 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.462975 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.463334 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.463653 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.463975 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.464301 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.464644 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.464943 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.465260 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.465577 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae1d16-470c-4a57-bb67-a607a07b05b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:45:58.556776 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40600) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:45:58.602899 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-da8b2324-e778-480a-b395-9b987259d31e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=579a6c29476643ed997c798ed64bc409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448730 May 16 20:45:58.605412 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40602) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:45:58.652256 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e17e320b-abf5-4539-b91c-3015455e4693 admin admin] Publish callbacks [] for security_group (b818ded2-92c7-479a-b35a-647959c3e402), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.673457 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e17e320b-abf5-4539-b91c-3015455e4693 admin admin] Publish callbacks [] for security_group (b818ded2-92c7-479a-b35a-647959c3e402), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.721088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e17e320b-abf5-4539-b91c-3015455e4693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b818ded2-92c7-479a-b35a-647959c3e402), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.723619 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e17e320b-abf5-4539-b91c-3015455e4693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:45:58.724786 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e17e320b-abf5-4539-b91c-3015455e4693 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b818ded2-92c7-479a-b35a-647959c3e402 HTTP/1.1" status: 204 len: 168 time: 0.1184013 May 16 20:45:58.732275 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e320b-abf5-4539-b91c-3015455e4693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b818ded2-92c7-479a-b35a-647959c3e402,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:46:03.452558 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-04ce1500-2f4e-4570-a607-2743ff75ac37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388470 May 16 20:46:03.517518 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-832da1d7-0381-4159-ba72-074d16cefc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:03.518958 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-832da1d7-0381-4159-ba72-074d16cefc78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1129 time: 0.0392189 May 16 20:46:03.647478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-c02257d4-c191-44b2-8005-e0e5cb611a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:03.649076 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-c02257d4-c191-44b2-8005-e0e5cb611a9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 909 time: 0.1008635 May 16 20:46:03.713517 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-8d08e701-cbc1-450c-8b47-43b95816f0fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 1001 time: 0.0571258 May 16 20:46:03.762429 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-cd63d4a5-492b-4920-a85e-7704e1b24ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:03.763812 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-cd63d4a5-492b-4920-a85e-7704e1b24ae2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 200 len: 847 time: 0.0429885 May 16 20:46:03.807691 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-29f850fb-92a3-49d5-8a45-f833c1932aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:03.809163 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-29f850fb-92a3-49d5-8a45-f833c1932aba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f903b382-f9f4-430f-b401-6775eaafb5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387552 May 16 20:46:03.899784 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-2de24307-4bc8-41e1-9a54-bcd6a065f3a6 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833194 May 16 20:46:04.022443 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-9c42c652-8378-4b61-8893-8f3aab352b06 req-10c74502-d1b7-4431-8771-97dc322f702e service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148617 May 16 20:46:11.320824 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9e82-e18a-4de6-ba93-f8d9f94fc3c9 req-2156b751-c78c-422b-b429-e2c729f171a4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:11.322433 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d56c9e82-e18a-4de6-ba93-f8d9f94fc3c9 req-2156b751-c78c-422b-b429-e2c729f171a4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0538812 May 16 20:46:11.373391 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d56c9e82-e18a-4de6-ba93-f8d9f94fc3c9 req-4df251aa-b11d-4cce-81a6-ae3e3054ed3b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452874 May 16 20:46:12.512957 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12cd6-5e14-4903-9840-ffca0f11c9b8 req-f0bfc03e-f81c-4dc8-bf87-08aca217fafe tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:12.514420 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eab12cd6-5e14-4903-9840-ffca0f11c9b8 req-f0bfc03e-f81c-4dc8-bf87-08aca217fafe tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0581183 May 16 20:46:12.566053 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eab12cd6-5e14-4903-9840-ffca0f11c9b8 req-5ab6ddb6-42e1-4cd1-ae69-62c6aa21a420 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428703 May 16 20:46:13.687718 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a315112-2613-446c-83f0-f59808145bde req-4c493717-bedf-4282-a472-7b666738f158 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:13.689317 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1a315112-2613-446c-83f0-f59808145bde req-4c493717-bedf-4282-a472-7b666738f158 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0489390 May 16 20:46:13.738769 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1a315112-2613-446c-83f0-f59808145bde req-9085b06d-1c61-4980-8455-c1ba51930b9f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432217 May 16 20:46:14.865049 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c833f-883c-40f8-95df-106cc6887357 req-3ce5e520-ad51-4706-8c8e-48ce4c3b56e5 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:14.866508 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-362c833f-883c-40f8-95df-106cc6887357 req-3ce5e520-ad51-4706-8c8e-48ce4c3b56e5 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0502584 May 16 20:46:14.921956 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-362c833f-883c-40f8-95df-106cc6887357 req-b55f4574-17aa-4d3e-b705-f9cc69733d79 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497909 May 16 20:46:16.144848 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:46:16.225657 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e305fab-d90e-4925-ad0f-af8ffa311656 req-99cd512a-1f8f-4302-a0b2-31bc4d762ad9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:16.227183 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e305fab-d90e-4925-ad0f-af8ffa311656 req-99cd512a-1f8f-4302-a0b2-31bc4d762ad9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0468755 May 16 20:46:16.275141 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3e305fab-d90e-4925-ad0f-af8ffa311656 req-d8be41d1-2a32-43a7-b189-ace2b253cecf tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416186 May 16 20:46:17.397858 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821c7bf-2ca2-4c8e-9174-863abb5c078e req-bf85ee80-ca30-4641-9930-ee6289ed8f0d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:17.399329 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e821c7bf-2ca2-4c8e-9174-863abb5c078e req-bf85ee80-ca30-4641-9930-ee6289ed8f0d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0519984 May 16 20:46:17.449529 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e821c7bf-2ca2-4c8e-9174-863abb5c078e req-e7a08dbe-ef76-49e9-a6e0-32f0a65fa644 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 May 16 20:46:18.570782 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e51d-f076-406f-9d07-948ab372569c req-615b8485-e55f-43a5-80ba-c66eba12c104 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:18.572245 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3173e51d-f076-406f-9d07-948ab372569c req-615b8485-e55f-43a5-80ba-c66eba12c104 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0521898 May 16 20:46:18.583252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-92d61491-17c3-46df-8ede-6b6570173a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:18.635350 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3173e51d-f076-406f-9d07-948ab372569c req-d074668c-731c-4a07-8bdb-eafc698ba70c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570350 May 16 20:46:19.771640 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170298fa-83ee-42f5-ad2a-a6f8575d7434 req-a741e737-c725-43a9-a734-edb96f70a8c1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:19.773295 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-170298fa-83ee-42f5-ad2a-a6f8575d7434 req-a741e737-c725-43a9-a734-edb96f70a8c1 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0648141 May 16 20:46:19.824518 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-170298fa-83ee-42f5-ad2a-a6f8575d7434 req-2932dff4-278c-4968-9ff8-1c76ef8b6f11 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 May 16 20:46:20.750094 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef9f-03c1-40a7-89ef-299432f958cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:20.952169 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063262d6-0417-481f-9deb-7161edb3af24 req-f376ddda-c820-4d37-a2b3-1f1e1d241295 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:20.953576 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-063262d6-0417-481f-9deb-7161edb3af24 req-f376ddda-c820-4d37-a2b3-1f1e1d241295 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0474889 May 16 20:46:21.001345 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-063262d6-0417-481f-9deb-7161edb3af24 req-60546564-577a-4ed8-baa2-d03a793bda3a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422354 May 16 20:46:21.517682 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c0b6-58c9-4262-b347-be50bfc2d9dc req-de390bd3-8e0a-444a-9e61-43bf05fd5124 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:21.519273 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f013c0b6-58c9-4262-b347-be50bfc2d9dc req-de390bd3-8e0a-444a-9e61-43bf05fd5124 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0496862 May 16 20:46:21.567018 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f013c0b6-58c9-4262-b347-be50bfc2d9dc req-330c1581-0b04-4c10-a2b8-9ae1ea72fc3a tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420110 May 16 20:46:22.132534 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d47a6f-0cd0-43ea-bb69-b87fbc940936 req-07299dd1-45e9-4c9c-bcbb-09255f91b0da tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:22.133973 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-02d47a6f-0cd0-43ea-bb69-b87fbc940936 req-07299dd1-45e9-4c9c-bcbb-09255f91b0da tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0506556 May 16 20:46:22.173645 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:22.185765 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-02d47a6f-0cd0-43ea-bb69-b87fbc940936 req-1378f42b-3ff1-410a-ad10-fafdaaef1a3c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432873 May 16 20:46:22.385183 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008da114-1814-4c13-b39b-795cbb1a2df3 req-a8ba1477-146a-4997-ae7d-0ae91d386978 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:22.386907 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-008da114-1814-4c13-b39b-795cbb1a2df3 req-a8ba1477-146a-4997-ae7d-0ae91d386978 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0475957 May 16 20:46:22.463850 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-92a9cd98-a4eb-424d-913f-16d07a601e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:22.465355 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-92a9cd98-a4eb-424d-913f-16d07a601e7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 1129 time: 0.0577416 May 16 20:46:22.468847 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-008da114-1814-4c13-b39b-795cbb1a2df3 req-bfa41db4-91c5-4fce-8452-a75fc3b1466b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763097 May 16 20:46:22.553861 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-5b87b84f-880e-4ff7-8323-37bba049f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:22.555195 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-5b87b84f-880e-4ff7-8323-37bba049f19b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 912 time: 0.0833807 May 16 20:46:22.624409 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-d34779e1-93d1-4501-8256-3de2ecf64815 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 HTTP/1.1" status: 200 len: 1001 time: 0.0609522 May 16 20:46:22.707722 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ff7d3-46d7-4686-9a83-fd18f0f0b486 req-d89030d7-9f46-41ba-abfe-7e877ae3c5b6 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:22.709201 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-875ff7d3-46d7-4686-9a83-fd18f0f0b486 req-d89030d7-9f46-41ba-abfe-7e877ae3c5b6 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0696208 May 16 20:46:22.710625 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-dcbb04e4-e2d6-4505-80eb-04b4b12e81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:22.712050 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-dcbb04e4-e2d6-4505-80eb-04b4b12e81f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0810115 May 16 20:46:22.772143 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-15041a2b-e487-46b0-b0ee-bbb588e4f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:22.773614 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-15041a2b-e487-46b0-b0ee-bbb588e4f654 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549111 May 16 20:46:22.817900 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-875ff7d3-46d7-4686-9a83-fd18f0f0b486 req-cff502eb-a7aa-4718-aab3-9f6963ac3ed2 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914214 May 16 20:46:22.876161 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-ab8da463-1294-42c5-b8a6-49f591d13e40 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949697 May 16 20:46:22.967750 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6cbc1dda-9dca-41c4-9006-f6fbdaabddf2 req-fac5be63-59b1-489a-877b-b79e58fd558d service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848622 May 16 20:46:23.586193 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:23.586973 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548eb7f-4211-4b3a-9a55-bdb0d6930461 req-b1605eb2-14c1-4e19-81ae-9fd3d3df943f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:23.588641 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c548eb7f-4211-4b3a-9a55-bdb0d6930461 req-b1605eb2-14c1-4e19-81ae-9fd3d3df943f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0496089 May 16 20:46:23.645519 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c548eb7f-4211-4b3a-9a55-bdb0d6930461 req-6aee23de-ab41-4b49-a3cc-d529672e8d16 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485637 May 16 20:46:23.944948 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b723be7-d1f2-4e8e-91c9-bc0d9dce17ca req-f2dfef96-3fb4-479c-8d24-d756f45c6db2 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:23.946415 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2b723be7-d1f2-4e8e-91c9-bc0d9dce17ca req-f2dfef96-3fb4-479c-8d24-d756f45c6db2 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0458860 May 16 20:46:24.000096 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2b723be7-d1f2-4e8e-91c9-bc0d9dce17ca req-587bb419-ee29-496d-88a3-8466ad3bd8b4 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476992 May 16 20:46:24.914851 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:25.128578 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dae15-316f-4efa-ba6b-56469a791df4 req-3e257ae2-e60a-4052-9ef8-046d4414892e tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:25.130037 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-759dae15-316f-4efa-ba6b-56469a791df4 req-3e257ae2-e60a-4052-9ef8-046d4414892e tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0471044 May 16 20:46:25.180081 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-759dae15-316f-4efa-ba6b-56469a791df4 req-72cfba91-ba7a-4d37-bd52-3233698f1e3d tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444326 May 16 20:46:26.301997 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb02b53-e593-4379-8c7e-9e4708ca8cbc req-a40eab6f-5575-48d5-8d45-bf4f2b94e30f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:26.303436 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8bb02b53-e593-4379-8c7e-9e4708ca8cbc req-a40eab6f-5575-48d5-8d45-bf4f2b94e30f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0471802 May 16 20:46:26.353604 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8bb02b53-e593-4379-8c7e-9e4708ca8cbc req-97ddbdca-3244-4de8-a23b-8de70033a041 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445545 May 16 20:46:27.021116 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:27.474084 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0ce9-8b0c-4d16-b8ae-a4179b55759b req-18b4552d-2b95-42f7-bac5-d5eab68de7d5 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:27.475525 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-384f0ce9-8b0c-4d16-b8ae-a4179b55759b req-18b4552d-2b95-42f7-bac5-d5eab68de7d5 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0531213 May 16 20:46:27.523873 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-384f0ce9-8b0c-4d16-b8ae-a4179b55759b req-f3967403-cdaa-4c70-80e1-3f917114da28 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 May 16 20:46:28.658372 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c3488-1ff1-4776-afd9-eaf6029be4da req-9fa744c4-7103-4e41-aab3-d49fd8021d50 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:28.659867 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-176c3488-1ff1-4776-afd9-eaf6029be4da req-9fa744c4-7103-4e41-aab3-d49fd8021d50 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0593486 May 16 20:46:28.709230 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-176c3488-1ff1-4776-afd9-eaf6029be4da req-c67043c5-03af-4bd7-a1d6-36b2393a3b8f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 May 16 20:46:29.842601 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5023d-db07-4ee0-afa4-b135f08d25e1 req-91cbd797-09a9-478f-8ac2-a8dfa70f0d1a tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:29.844053 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3db5023d-db07-4ee0-afa4-b135f08d25e1 req-91cbd797-09a9-478f-8ac2-a8dfa70f0d1a tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0529816 May 16 20:46:29.895877 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3db5023d-db07-4ee0-afa4-b135f08d25e1 req-22a189f5-0852-417f-9410-3c85201833a5 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436294 May 16 20:46:31.030241 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100383-359e-403e-bb5a-47d54cda73c6 req-a162e74a-0b63-47c6-8cc2-66de5958f0cc tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:31.031659 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a6100383-359e-403e-bb5a-47d54cda73c6 req-a162e74a-0b63-47c6-8cc2-66de5958f0cc tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0469558 May 16 20:46:31.083461 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a6100383-359e-403e-bb5a-47d54cda73c6 req-80664138-bacc-4a17-a366-3e1c24d2ce9f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461130 May 16 20:46:31.718586 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-e230734d-b208-4bf6-bc11-067c208866e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:31.720064 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-e230734d-b208-4bf6-bc11-067c208866e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1129 time: 0.0418680 May 16 20:46:32.084180 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-5296967d-bcf8-447f-be44-3e4da6cc5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:32.085563 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-5296967d-bcf8-447f-be44-3e4da6cc5359 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 909 time: 0.3594685 May 16 20:46:32.154264 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-9f0c8ec7-e7c4-40ef-9bbc-f3d242bf7d26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 1001 time: 0.0611310 May 16 20:46:32.230784 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0ad2a-c23b-403a-97b2-e84500acfcf0 req-f3039d2f-694b-4c8c-997b-7e53dbcb7d52 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:32.232226 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4ac0ad2a-c23b-403a-97b2-e84500acfcf0 req-f3039d2f-694b-4c8c-997b-7e53dbcb7d52 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0769913 May 16 20:46:32.236317 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-59ee8208-a36d-4c99-a85f-6827a7d25f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:32.237428 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-59ee8208-a36d-4c99-a85f-6827a7d25f65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 200 len: 847 time: 0.0739162 May 16 20:46:32.294226 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-2ce6cceb-3eed-4120-b1ea-b4e426312d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:32.295688 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-2ce6cceb-3eed-4120-b1ea-b4e426312d03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f903b382-f9f4-430f-b401-6775eaafb5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515339 May 16 20:46:32.322352 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4ac0ad2a-c23b-403a-97b2-e84500acfcf0 req-54e1ab63-6668-4985-bc48-6352ef6571c0 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840065 May 16 20:46:32.406245 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-6ec067c7-5ef9-47f8-8182-3e0d3bcd80b8 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026912 May 16 20:46:32.500474 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05e4c4c5-9e6a-4e40-b6f3-7ff311f3bdbf req-5882f987-fb57-4ff3-96ff-00e2b633379e service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 May 16 20:46:33.457282 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2401b-0372-462c-9b0f-a1dac8d16ae4 req-fe6374f1-92e5-437c-bc6e-e9318cd585c7 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:33.458642 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-53d2401b-0372-462c-9b0f-a1dac8d16ae4 req-fe6374f1-92e5-437c-bc6e-e9318cd585c7 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0582125 May 16 20:46:33.513766 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-53d2401b-0372-462c-9b0f-a1dac8d16ae4 req-82ca7bae-620b-4658-ac0d-c02b4c2b3938 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473359 May 16 20:46:34.626969 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b4ea8-77e8-4795-8d68-1f71519cd32e req-fce325c7-5bd7-4123-b11e-7656cdcd1810 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:34.628419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d64b4ea8-77e8-4795-8d68-1f71519cd32e req-fce325c7-5bd7-4123-b11e-7656cdcd1810 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0471611 May 16 20:46:34.678623 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d64b4ea8-77e8-4795-8d68-1f71519cd32e req-9ce79784-16fe-4cbd-88a9-69d60ae04fc0 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 May 16 20:46:34.902910 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-bbe089ce-a2fe-4c65-a085-034eb8c9577c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683868 May 16 20:46:34.919105 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3302da-c09c-4eab-9639-3872c83dbd73 req-609ce984-e8fe-4a7b-be8b-bf0f4ce1c6eb tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:34.921426 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6e3302da-c09c-4eab-9639-3872c83dbd73 req-609ce984-e8fe-4a7b-be8b-bf0f4ce1c6eb tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0549221 May 16 20:46:34.972649 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-6e3302da-c09c-4eab-9639-3872c83dbd73 req-a48fa5fa-9948-47ad-96c2-a229b51a149e tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455863 May 16 20:46:35.034663 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40692) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:46:35.138136 dv-cinder-777031-16-iscsi neutron-server[103496]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 20:46:35.185983 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-d20d8305-21a9-4d2c-9850-6c1861a06a80 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:35.187320 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-d20d8305-21a9-4d2c-9850-6c1861a06a80 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports/29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 942 time: 0.1516745 May 16 20:46:36.088053 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beb69b-8a58-4fd1-87ae-f58d4298632b req-dee332b3-80d8-442a-8bce-7119e6583f27 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:36.089740 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5beb69b-8a58-4fd1-87ae-f58d4298632b req-dee332b3-80d8-442a-8bce-7119e6583f27 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0485766 May 16 20:46:36.141781 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c5beb69b-8a58-4fd1-87ae-f58d4298632b req-705343fd-66f3-4e69-9e75-2fef9d5f105d tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463815 May 16 20:46:36.516502 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-aa163c05-8c09-4787-9b5c-9f42cc220fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:36.517985 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-aa163c05-8c09-4787-9b5c-9f42cc220fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8&tenant_id=eb89e1020d944ea08b4294be0ac00cbf HTTP/1.1" status: 200 len: 1129 time: 0.0409815 May 16 20:46:36.585931 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-e3a8cf7e-e7b2-4ad6-a19d-5ad0ae14ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:36.587368 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-e3a8cf7e-e7b2-4ad6-a19d-5ad0ae14ba5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1129 time: 0.0387492 May 16 20:46:36.679702 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-a9905139-8740-4bac-970e-a7aea1c3a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:36.681202 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-a9905139-8740-4bac-970e-a7aea1c3a5c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 909 time: 0.0866854 May 16 20:46:36.742562 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-c25924fc-d933-49e7-8bf7-549e3c1e5c70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 1001 time: 0.0540020 May 16 20:46:36.792953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-b1aeecb8-4eb0-4bca-ab60-e3a46e74d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:36.794266 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-b1aeecb8-4eb0-4bca-ab60-e3a46e74d491 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 200 len: 847 time: 0.0444686 May 16 20:46:36.841814 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-6559a93a-8b57-49ad-a03e-f08df623df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:36.843318 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-6559a93a-8b57-49ad-a03e-f08df623df05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f903b382-f9f4-430f-b401-6775eaafb5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423579 May 16 20:46:36.955371 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-b3e91fd7-ee73-412d-98b4-a6d6a5059ad7 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045835 May 16 20:46:37.051464 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-546d597e-46aa-493d-92a4-5cfd8a6c8a34 req-c7a0b525-8a65-4720-a80e-43ae7f2733e2 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897739 May 16 20:46:37.260628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87af8c9-74e8-44b3-adb5-06a5e6abf634 req-5224f38c-368d-4613-88a4-55cab1c58f27 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:37.262210 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e87af8c9-74e8-44b3-adb5-06a5e6abf634 req-5224f38c-368d-4613-88a4-55cab1c58f27 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0481999 May 16 20:46:37.310086 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e87af8c9-74e8-44b3-adb5-06a5e6abf634 req-adcbdb6f-4a87-4a3b-b82a-bc5b5945bb5f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 May 16 20:46:37.518564 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 29979fec-638a-4157-bbd7-3f1f941c944e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:46:37.605727 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 29979fec-638a-4157-bbd7-3f1f941c944e is: ACTIVE; New status is: DOWN {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:46:37.605972 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:37.628800 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:46:37.631013 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7259c184-0685-4e05-821a-85538c605634" -d '{"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:46:37.643319 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:46:37.648630 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:37.677418 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a42e3fc-3f34-4c67-8b44-b033f387f8ad x-openstack-request-id: req-0a42e3fc-3f34-4c67-8b44-b033f387f8ad {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:46:37.677694 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:46:37.677937 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a42e3fc-3f34-4c67-8b44-b033f387f8ad {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:46:37.678325 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a42e3fc-3f34-4c67-8b44-b033f387f8ad'] response: {'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e', 'code': 200} May 16 20:46:37.698004 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=6']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:46:37.706136 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.706482 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.706828 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.707145 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.707479 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.707807 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.708171 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.708524 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.708812 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.709142 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.709476 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.709802 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.710114 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.710430 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:37.710747 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:38.619483 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593944e8-2b02-405d-a437-fe3331bad99f req-1ab98e7b-e259-4168-a2a7-ee2399f0c4e0 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:38.620836 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-593944e8-2b02-405d-a437-fe3331bad99f req-1ab98e7b-e259-4168-a2a7-ee2399f0c4e0 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0573785 May 16 20:46:38.677390 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-593944e8-2b02-405d-a437-fe3331bad99f req-63d6dc4a-655a-402d-acf2-41ca7ed7d596 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483935 May 16 20:46:39.805915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e1e3c-dad0-49a1-b114-a36210e84639 req-3e968778-3685-41d3-8465-2b34a9c78a4b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:39.807390 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0b0e1e3c-dad0-49a1-b114-a36210e84639 req-3e968778-3685-41d3-8465-2b34a9c78a4b tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0481582 May 16 20:46:39.862703 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0b0e1e3c-dad0-49a1-b114-a36210e84639 req-3513a8ec-1f3e-4cf9-8edf-557ece89555a tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462065 May 16 20:46:40.983768 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63f19d-8355-48f1-bbd6-3c05ce439ce9 req-18f64b25-d2e7-4abc-a38a-742c7f252e0f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:40.985146 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa63f19d-8355-48f1-bbd6-3c05ce439ce9 req-18f64b25-d2e7-4abc-a38a-742c7f252e0f tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0507154 May 16 20:46:41.034689 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-aa63f19d-8355-48f1-bbd6-3c05ce439ce9 req-de52f2d8-0cc0-44b9-b53b-7c0ef489e1b5 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 May 16 20:46:42.174443 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b57cb1-d76f-40d8-8a76-e9c58af42b95 req-46b7ce78-32ce-46a2-82db-4d269014d317 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:42.175985 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06b57cb1-d76f-40d8-8a76-e9c58af42b95 req-46b7ce78-32ce-46a2-82db-4d269014d317 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0592148 May 16 20:46:42.226787 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-06b57cb1-d76f-40d8-8a76-e9c58af42b95 req-4a695240-655a-4355-becc-f2b116b895ba tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449696 May 16 20:46:43.261864 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035af71-35f9-47c2-9488-c89f7f1fdae5 req-d97028d3-5fa0-4878-b32e-f0132ada48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:43.263392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2035af71-35f9-47c2-9488-c89f7f1fdae5 req-d97028d3-5fa0-4878-b32e-f0132ada48a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1127 time: 0.0403049 May 16 20:46:43.322631 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-2035af71-35f9-47c2-9488-c89f7f1fdae5 req-cc3fe472-2e9b-4ce5-9d07-cd54c2469934 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532112 May 16 20:46:43.358817 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42246d2-ffaa-4aed-80ff-dd40baecb20b req-5aa94c42-fb7c-4186-bdfd-9a590cb83f19 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:43.360265 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b42246d2-ffaa-4aed-80ff-dd40baecb20b req-5aa94c42-fb7c-4186-bdfd-9a590cb83f19 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0544124 May 16 20:46:43.411534 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b42246d2-ffaa-4aed-80ff-dd40baecb20b req-c230b9d0-131e-49ed-ba69-d86d9cc33085 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428739 May 16 20:46:44.529042 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e067-0605-4bb8-9269-a7164aefc051 req-fc88c1f7-3bec-4eba-8d53-aba70843a374 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:44.530500 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5b51e067-0605-4bb8-9269-a7164aefc051 req-fc88c1f7-3bec-4eba-8d53-aba70843a374 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 943 time: 0.0483139 May 16 20:46:44.584720 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5b51e067-0605-4bb8-9269-a7164aefc051 req-e2b9801e-50ce-4068-9016-268cbb68755c tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458195 May 16 20:46:45.565094 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 29979fec-638a-4157-bbd7-3f1f941c944e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:46:45.684212 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:46:45.695617 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '29979fec-638a-4157-bbd7-3f1f941c944e', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'port_id': '29979fec-638a-4157-bbd7-3f1f941c944e', 'mac_address': 'fa:16:3e:65:51:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:46:45.732042 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 29979fec-638a-4157-bbd7-3f1f941c944e is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:46:45.732420 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:45.744791 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29979fec-638a-4157-bbd7-3f1f941c944e {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:46:45.763314 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:46:45.771137 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:45.815994 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=7']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:46:46.045194 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['29979fec-638a-4157-bbd7-3f1f941c944e'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:46:47.567587 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 29979fec-638a-4157-bbd7-3f1f941c944e up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:46:47.614186 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 29979fec-638a-4157-bbd7-3f1f941c944e triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:46:47.614551 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:47.689190 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 29979fec-638a-4157-bbd7-3f1f941c944e is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:46:47.689570 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:47.712810 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:46:47.715076 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddfd6ae-8d73-47e9-b90b-622681781290" -d '{"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-plugged", "status": "completed", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:46:47.727681 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:46:47.733124 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:47.754370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da743383-41f8-4f3d-bd36-6d3630a3c045 x-openstack-request-id: req-da743383-41f8-4f3d-bd36-6d3630a3c045 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:46:47.754596 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-plugged", "status": "completed", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:46:47.754867 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da743383-41f8-4f3d-bd36-6d3630a3c045 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:46:47.755245 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da743383-41f8-4f3d-bd36-6d3630a3c045'] response: {'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e', 'code': 200} May 16 20:46:47.779447 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=8']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:46:48.600131 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-af2fe7dc-c2bd-4681-8c34-3cee2eb96772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:50.745733 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f6771729-0d6b-4d79-b91d-0e7912c55939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:52.182344 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:53.152945 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:46:53.594659 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:54.915296 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:56.798786 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035714-fde2-4322-892d-345cec7bd1ef req-dcc28761-315f-47c3-84d5-f9b627953c49 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:56.800202 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-94035714-fde2-4322-892d-345cec7bd1ef req-dcc28761-315f-47c3-84d5-f9b627953c49 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.1052153 May 16 20:46:56.852583 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-94035714-fde2-4322-892d-345cec7bd1ef req-9b549412-ef38-40cd-b6c6-49a46e3c3d4b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 May 16 20:46:57.030317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:58.029199 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c164cd-542a-42dd-b08c-e26517269a71 req-90755112-9494-40f9-982d-f87305638a89 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:58.030630 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-28c164cd-542a-42dd-b08c-e26517269a71 req-90755112-9494-40f9-982d-f87305638a89 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0983450 May 16 20:46:58.079583 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-28c164cd-542a-42dd-b08c-e26517269a71 req-497d8193-30fa-4e15-b513-0cebde60f925 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406721 May 16 20:46:58.778422 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-a1d4fe59-458f-4fca-88f3-ba701ad1374c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:58.779855 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-a1d4fe59-458f-4fca-88f3-ba701ad1374c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0603716 May 16 20:46:58.873527 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Deleting port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:46:58.873880 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:58.961002 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] For port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:46:58.961285 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:59.137787 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:59.138501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (83927982-c427-40b6-8c1f-7d6b207316eb), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:59.138501 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Floating IP 83927982-c427-40b6-8c1f-7d6b207316eb disassociated. External IP: 172.27.0.210, port: e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3. May 16 20:46:59.138770 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Calling delete_port for e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:46:59.235335 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961122e-8af5-4038-9450-432c63de30bd req-628a0b2f-af19-4751-bb0d-b75b7e6445b0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:46:59.236826 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5961122e-8af5-4038-9450-432c63de30bd req-628a0b2f-af19-4751-bb0d-b75b7e6445b0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a733942d-a211-4c45-9fcf-8eab9293e040 HTTP/1.1" status: 200 len: 945 time: 0.0589132 May 16 20:46:59.322135 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5961122e-8af5-4038-9450-432c63de30bd req-a61ac4b3-c7e4-4c7e-9095-0efbe67e14a4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a979fbe-4d4f-4574-ba4f-15306614a1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744131 May 16 20:46:59.339235 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:59.366354 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event deleted for resources: {'Port': ['ID=e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:46:59.377482 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.377824 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.378146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.378479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.378798 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.379127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.379451 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.379789 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.380108 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.380455 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.380779 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.381104 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.381409 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.381726 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.382057 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:46:59.484771 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Router 341196d5-123f-4b91-b121-67a23ee15de3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:46:59.585216 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:46:59.596902 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] Sync routers for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:46:59.607283 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:46:59.607971 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:46:59.630580 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] No DVR routers for this DVR port e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:46:59.637784 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:46:59.637784 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c19b88f0-88e0-4adf-90aa-f75871f2f7c2 req-2e036bdb-3d0d-4d3f-83f2-af03b89f9e3d tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "DELETE /v2.0/ports/e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 HTTP/1.1" status: 204 len: 173 time: 0.8492444 May 16 20:46:59.637784 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'name': 'network-vif-deleted', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:46:59.639530 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee86a477-5443-4eb1-83e5-37829153ed55" -d '{"events": [{"server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "name": "network-vif-deleted", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:46:59.684631 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e7b737-7555-4ec9-9bc5-663328b1c1b6 x-openstack-request-id: req-43e7b737-7555-4ec9-9bc5-663328b1c1b6 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:46:59.684979 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a733942d-a211-4c45-9fcf-8eab9293e040", "name": "network-vif-deleted", "tag": "e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:46:59.685254 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43e7b737-7555-4ec9-9bc5-663328b1c1b6 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:46:59.685797 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e7b737-7555-4ec9-9bc5-663328b1c1b6'] response: {'server_uuid': 'a733942d-a211-4c45-9fcf-8eab9293e040', 'name': 'network-vif-deleted', 'tag': 'e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3', 'status': 'completed', 'code': 200} May 16 20:46:59.731084 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:46:59.916766 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:46:59.940822 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] Checking router: 341196d5-123f-4b91-b121-67a23ee15de3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:46:59.949216 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:46:59.949801 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:00.049604 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:00.240778 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:00.264840 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f280b2-2a58-4c21-9aa1-34553d63c001 None None] The sync data for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi is: [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:47:00.414547 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40754) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:00.473302 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7d4f44bc-1f17-4d66-a0b8-8f620aff3c1f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (9a979fbe-4d4f-4574-ba4f-15306614a1f5), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.494819 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ebd0b-cc47-42bd-bd48-c646987ce264 None None] New status for floating IP 83927982-c427-40b6-8c1f-7d6b207316eb: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:47:00.497167 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7d4f44bc-1f17-4d66-a0b8-8f620aff3c1f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (9a979fbe-4d4f-4574-ba4f-15306614a1f5), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.546806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7d4f44bc-1f17-4d66-a0b8-8f620aff3c1f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (9a979fbe-4d4f-4574-ba4f-15306614a1f5), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.549491 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7d4f44bc-1f17-4d66-a0b8-8f620aff3c1f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.550691 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-7d4f44bc-1f17-4d66-a0b8-8f620aff3c1f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a979fbe-4d4f-4574-ba4f-15306614a1f5 HTTP/1.1" status: 204 len: 168 time: 0.1351261 May 16 20:47:00.553887 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40756) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:00.570754 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f44bc-1f17-4d66-a0b8-8f620aff3c1f tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a979fbe-4d4f-4574-ba4f-15306614a1f5,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:00.572836 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.api.v2.resource [None req-792277cd-6be9-42f1-a01c-50879ea92468 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] show failed (client error): The resource could not be found. May 16 20:47:00.573847 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-792277cd-6be9-42f1-a01c-50879ea92468 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups/9a979fbe-4d4f-4574-ba4f-15306614a1f5 HTTP/1.1" status: 404 len: 347 time: 0.0190675 May 16 20:47:00.577024 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40758) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:00.693740 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Deleting port 673040c8-d4da-4402-b562-de12bc102349 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:00.694073 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (673040c8-d4da-4402-b562-de12bc102349), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.767729 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (673040c8-d4da-4402-b562-de12bc102349), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.767958 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (673040c8-d4da-4402-b562-de12bc102349), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.780576 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Calling delete_port for 673040c8-d4da-4402-b562-de12bc102349 owned by network:floatingip {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:00.916628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (673040c8-d4da-4402-b562-de12bc102349), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:00.947047 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event deleted for resources: {'Port': ['ID=673040c8-d4da-4402-b562-de12bc102349,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:01.012079 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (83927982-c427-40b6-8c1f-7d6b207316eb), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.014755 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.015918 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-9bb12c3b-e28f-4dd9-9de3-487409cc6d6b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "DELETE /v2.0/floatingips/83927982-c427-40b6-8c1f-7d6b207316eb HTTP/1.1" status: 204 len: 168 time: 0.4371798 May 16 20:47:01.092963 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40762) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:01.097556 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-ce18a656-ec59-411c-a685-5539ba4042a8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991046696', 'description': 'tempest-description--1932819645'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:47:01.119374 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ce18a656-ec59-411c-a685-5539ba4042a8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.189221 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ce18a656-ec59-411c-a685-5539ba4042a8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (d41234dd-51bf-4e03-a72e-b3ffc54472db), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.195331 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ce18a656-ec59-411c-a685-5539ba4042a8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d41234dd-51bf-4e03-a72e-b3ffc54472db), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.226171 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ce18a656-ec59-411c-a685-5539ba4042a8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.227405 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ce18a656-ec59-411c-a685-5539ba4042a8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334317 May 16 20:47:01.228853 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a656-ec59-411c-a685-5539ba4042a8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41234dd-51bf-4e03-a72e-b3ffc54472db,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:01.231282 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40764) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:01.236971 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'security_group_rule': {'security_group_id': 'd41234dd-51bf-4e03-a72e-b3ffc54472db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:47:01.269446 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (032bf38a-c3be-4681-b882-596ad8ab2cc7), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.324544 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (032bf38a-c3be-4681-b882-596ad8ab2cc7), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.329212 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (032bf38a-c3be-4681-b882-596ad8ab2cc7), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.345748 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032bf38a-c3be-4681-b882-596ad8ab2cc7,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:01.353414 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.353761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.354104 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.354441 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.354852 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.355103 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.355485 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.355809 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.356133 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.356480 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.356814 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.357164 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.357485 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.357801 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.358125 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:47:01.362880 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.364312 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-2fd2ac70-3252-4acb-a2c2-fb1ef1e758a0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314547 May 16 20:47:01.366786 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40766) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:01.371153 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-93e56d19-3ca3-4e29-8d27-304b951a69b9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'security_group_rule': {'security_group_id': 'd41234dd-51bf-4e03-a72e-b3ffc54472db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:47:01.398678 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-93e56d19-3ca3-4e29-8d27-304b951a69b9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (4ede5461-2fca-47f5-9708-d810dec17334), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.446421 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-93e56d19-3ca3-4e29-8d27-304b951a69b9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (4ede5461-2fca-47f5-9708-d810dec17334), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.451392 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-93e56d19-3ca3-4e29-8d27-304b951a69b9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984782'] for security_group_rule (4ede5461-2fca-47f5-9708-d810dec17334), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.466191 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e56d19-3ca3-4e29-8d27-304b951a69b9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede5461-2fca-47f5-9708-d810dec17334,revision_number=0']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:01.477551 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-93e56d19-3ca3-4e29-8d27-304b951a69b9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.478744 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-93e56d19-3ca3-4e29-8d27-304b951a69b9 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110168 May 16 20:47:01.482091 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40768) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:01.486585 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'floatingip': {'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:47:01.507825 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.585744 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.691470 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Allocated IP 172.27.0.200 (43c8867c-cb67-4266-98b8-73017f153ceb/16948dc0-d1cd-4574-9561-4019c735dbc1/ca6f5388-d32b-46f5-b525-2adf82058fee) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:47:01.791859 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.825215 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:01.859182 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Network 43c8867c-cb67-4266-98b8-73017f153ceb is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:47:01.862001 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:47:01.867640 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:47:01.872465 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'Port': ['ID=ca6f5388-d32b-46f5-b525-2adf82058fee,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:01.955825 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (955437e8-76c4-42c4-8e0b-8d27c647e398), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.002274 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.174446 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.182489 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.249856 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'Port': ['ID=ca6f5388-d32b-46f5-b525-2adf82058fee,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:02.261637 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (955437e8-76c4-42c4-8e0b-8d27c647e398), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.280146 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.283536 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40772) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:02.285051 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-97f8aec0-fa8d-434e-9b23-3c42e73dbe9e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8017993 May 16 20:47:02.420351 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Deleting port 317ae474-98f4-44d9-b3c9-6edad69818a0 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:02.420684 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.477026 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-95abf93b-5819-42b2-860f-90ff9dc62a25 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--991046696&fields=id&tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6 HTTP/1.1" status: 200 len: 267 time: 0.0420401 May 16 20:47:02.498397 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.498737 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (317ae474-98f4-44d9-b3c9-6edad69818a0), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.511349 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Calling delete_port for 317ae474-98f4-44d9-b3c9-6edad69818a0 owned by network:floatingip {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:02.584738 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2a092a9f-6f3c-4d34-ad3c-33affe5ee136 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:02.586356 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2a092a9f-6f3c-4d34-ad3c-33affe5ee136 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 811 time: 0.1029477 May 16 20:47:02.601468 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5661a887-0b6b-4738-8956-be5e34785c43 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/quotas/1ccbb9b8d11b499cb9e84da27dd464e6 HTTP/1.1" status: 200 len: 375 time: 0.0094812 May 16 20:47:02.649763 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-d622d2bd-0137-4130-bba9-d623eb9321b8 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431018 May 16 20:47:02.666207 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-c4f3f38a-a39a-40a7-b1bb-023a14f537af service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:47:02.667195 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-c4f3f38a-a39a-40a7-b1bb-023a14f537af service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053144 May 16 20:47:02.675419 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (317ae474-98f4-44d9-b3c9-6edad69818a0), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.697331 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event deleted for resources: {'Port': ['ID=317ae474-98f4-44d9-b3c9-6edad69818a0,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:02.759622 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (c982b3d6-30d8-433d-a760-f2bccb5f0363), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:02.759954 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Floating IP c982b3d6-30d8-433d-a760-f2bccb5f0363 disassociated (deleted). External IP: 172.27.0.154, port: 996a4b17-c006-48b9-b68b-6329ea3a6c7a. May 16 20:47:02.761245 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-17de3603-f5de-44c8-8bf1-0b93e892f45d service neutron] 10.222.0.49 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878460 May 16 20:47:02.849932 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-d08ca7da-7e1b-4eb2-b7a3-89ef2be510e2 service neutron] 10.222.0.49 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824859 May 16 20:47:02.956431 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:47:03.016806 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8f018afb-f4a0-4ee2-a1d8-3b027b2e50a9 req-1e8368bd-aeb1-4ae4-8e80-f108902c0d5a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 210 time: 0.0322809 May 16 20:47:03.310134 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:47:03.315073 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:03.321470 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:47:03.332147 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:03.332782 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:03.346068 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-882e1a0e-386d-49a9-aa04-b9bc38f7e46c tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "DELETE /v2.0/floatingips/c982b3d6-30d8-433d-a760-f2bccb5f0363 HTTP/1.1" status: 204 len: 168 time: 1.0613928 May 16 20:47:03.346649 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:47:03.348980 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:47:03.402707 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c3b568-09e6-4713-abbb-18bceee01bf5 x-openstack-request-id: req-a5c3b568-09e6-4713-abbb-18bceee01bf5 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:47:03.403209 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:47:03.403436 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5c3b568-09e6-4713-abbb-18bceee01bf5 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:47:03.403927 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c3b568-09e6-4713-abbb-18bceee01bf5'] response: {'name': 'network-changed', 'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'status': 'completed', 'code': 200} May 16 20:47:03.559302 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-8f387284-9486-4ce1-b27f-a4df1e27ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:03.561087 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-8f387284-9486-4ce1-b27f-a4df1e27ed1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 1129 time: 0.1207943 May 16 20:47:03.570711 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:03.609776 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c5fd9-dba1-4423-b4fb-bc7ba5716102 req-5af99133-3bd0-4eca-a07a-8fed7fdf981e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:03.611273 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-026c5fd9-dba1-4423-b4fb-bc7ba5716102 req-5af99133-3bd0-4eca-a07a-8fed7fdf981e tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 945 time: 0.0454791 May 16 20:47:03.623574 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:03.643264 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:03.643940 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device e9a3f0c7-3945-4332-8b0a-b5c43dc5c8a3 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:03.660950 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-026c5fd9-dba1-4423-b4fb-bc7ba5716102 req-4bd184ee-c5f5-4622-b930-6b6150205a6b tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 May 16 20:47:03.781175 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:12Z', 'revision_number': 1, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:03.805509 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:47:03.814962 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:03.815561 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:03.916132 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:04.115254 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-12d726c6-0190-49e2-b0bd-de94e8506737 req-11271fad-7179-4d18-8b91-8f2dfafc1f5a tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 210 time: 0.0271504 May 16 20:47:04.119866 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:12Z', 'revision_number': 1, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:04.148071 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cc6e8-3887-487d-a473-c920bc4f3390 None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': 'a7f13c13-8046-47a5-9316-d9919d5cbd17', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'port_id': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'mac_address': 'fa:16:3e:73:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:43:10Z', 'updated_at': '2022-05-16T20:43:12Z', 'revision_number': 1, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:47:04.396777 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13b171-a01a-4466-84b6-a6649c1dd113 None None] New status for floating IP c982b3d6-30d8-433d-a760-f2bccb5f0363: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:47:04.694062 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-7675a0bf-3cc3-4748-94af-914a3c6bfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:04.695548 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-7675a0bf-3cc3-4748-94af-914a3c6bfb8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.0970745 May 16 20:47:04.773759 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a18c6-25a3-41de-ae17-bf26b63ea9e3 req-89affad5-97f2-4741-9074-6538fb6470da tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:04.775169 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dd4a18c6-25a3-41de-ae17-bf26b63ea9e3 req-89affad5-97f2-4741-9074-6538fb6470da tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 945 time: 0.0459576 May 16 20:47:04.827882 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dd4a18c6-25a3-41de-ae17-bf26b63ea9e3 req-f7b2bf80-8525-4327-b66b-5f99d187dce9 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441518 May 16 20:47:04.976045 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-06500ddf-3bd1-4876-aeef-46db57743881 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a HTTP/1.1" status: 200 len: 217 time: 0.0431998 May 16 20:47:05.056667 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-2b10bacf-c81e-4feb-bc91-c8f03da3920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:05.058126 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-2b10bacf-c81e-4feb-bc91-c8f03da3920b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0746896 May 16 20:47:05.135737 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-45c3469f-135a-4dd8-b93d-05a06d7bcfaf tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:05.137367 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-45c3469f-135a-4dd8-b93d-05a06d7bcfaf tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 811 time: 0.1283083 May 16 20:47:05.260153 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a2cbd313-2dd5-4f0d-9fe6-6d2dc1d84668 req-b5d1beb8-ca46-46e7-8a2e-1223712d5c1e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 210 time: 0.0677705 May 16 20:47:05.260393 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-8443befb-ae92-46ec-80d7-e86cd4920185 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:05.261663 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-8443befb-ae92-46ec-80d7-e86cd4920185 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 945 time: 0.0502460 May 16 20:47:05.273916 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-14c08d5d-476d-453c-848b-a7f513553437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:05.283651 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-14c08d5d-476d-453c-848b-a7f513553437 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0948789 May 16 20:47:05.295886 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-9af4e009-fa38-43b6-9ee1-0fa0820f3649 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6 HTTP/1.1" status: 200 len: 379 time: 0.1212101 May 16 20:47:05.341703 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-d87db8e8-d581-4d2a-a7d4-1a625fa571da service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:47:05.342251 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-d87db8e8-d581-4d2a-a7d4-1a625fa571da service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051684 May 16 20:47:05.346707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'port': {'device_id': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'admin_state_up': True, 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'security_groups': ['d41234dd-51bf-4e03-a72e-b3ffc54472db']}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:47:05.351259 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Deleting port 996a4b17-c006-48b9-b68b-6329ea3a6c7a {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:05.351596 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:05.444591 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] For port 996a4b17-c006-48b9-b68b-6329ea3a6c7a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=996a4b17-c006-48b9-b68b-6329ea3a6c7a,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:05.444958 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:05.458075 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Calling delete_port for 996a4b17-c006-48b9-b68b-6329ea3a6c7a owned by compute:nova {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:05.589433 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (996a4b17-c006-48b9-b68b-6329ea3a6c7a), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:05.623608 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event deleted for resources: {'Port': ['ID=996a4b17-c006-48b9-b68b-6329ea3a6c7a,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:05.677278 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] No DVR routers for this DVR port 996a4b17-c006-48b9-b68b-6329ea3a6c7a on host hv-cinder-77703 {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:47:05.685710 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:05.689731 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [req-5111d2f5-5661-4361-a3e6-60ddf7f3a443 req-b309a4e9-1441-4c8e-adc3-f6c99e3f89c4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "DELETE /v2.0/ports/996a4b17-c006-48b9-b68b-6329ea3a6c7a HTTP/1.1" status: 204 len: 173 time: 0.4174283 May 16 20:47:05.690469 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'name': 'network-vif-deleted', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:47:05.697200 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78197b8-4040-48b1-b5dc-ac249a21a83b" -d '{"events": [{"server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "name": "network-vif-deleted", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:47:05.743316 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5436bd8a-2015-47f2-b3c8-a4da01114671 x-openstack-request-id: req-5436bd8a-2015-47f2-b3c8-a4da01114671 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:47:05.743659 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117d359a-7af9-46f0-bffb-d12ad46a929f", "name": "network-vif-deleted", "tag": "996a4b17-c006-48b9-b68b-6329ea3a6c7a", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:47:05.743948 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5436bd8a-2015-47f2-b3c8-a4da01114671 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:47:05.744614 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5436bd8a-2015-47f2-b3c8-a4da01114671'] response: {'server_uuid': '117d359a-7af9-46f0-bffb-d12ad46a929f', 'name': 'network-vif-deleted', 'tag': '996a4b17-c006-48b9-b68b-6329ea3a6c7a', 'status': 'completed', 'code': 200} May 16 20:47:05.789332 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-80fa9bad-bbf3-4a2d-a9fc-a26cc5e3cdc4 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390144 May 16 20:47:05.827753 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Made reservation on behalf of 1ccbb9b8d11b499cb9e84da27dd464e6 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:47:05.830933 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:05.969643 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed2ce897-042f-49c8-b9e4-8d8f8cc7bbc5 req-94339276-56eb-40fc-912e-c54fd3d67b5c service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717341 May 16 20:47:05.973283 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b0f34b1e-9979-4577-8108-bd4409e80e70 req-8a14bccc-7cbd-48c1-a200-576812c2e0b4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=117d359a-7af9-46f0-bffb-d12ad46a929f HTTP/1.1" status: 200 len: 210 time: 0.0493367 May 16 20:47:06.050810 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Allocated IP 172.20.0.14 (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47/4cab645b-11c0-4ef1-b0a3-e8ca122a6e62/1d4eb15e-004d-4aa1-9411-88ac26950424) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:47:06.195076 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:06.230683 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:06.270644 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:47:06.273790 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:47:06.279806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:47:06.305627 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event updated for resources: {'Port': ['ID=1d4eb15e-004d-4aa1-9411-88ac26950424,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:06.342237 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:06.343427 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:06.393213 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-5e27e80d-9fc0-4923-8d87-eff35480d039 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0499821 May 16 20:47:06.399717 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d146bb6-c0be-4e95-9028-3245303d98c0 req-89e96663-ac1f-4aea-a720-fdddc6cdca26 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:06.401434 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8d146bb6-c0be-4e95-9028-3245303d98c0 req-89e96663-ac1f-4aea-a720-fdddc6cdca26 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 932 time: 0.0544882 May 16 20:47:06.406456 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Request body: {'port': {'device_id': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:47:06.498704 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8d146bb6-c0be-4e95-9028-3245303d98c0 req-c4ab6cb0-8d77-4734-a84a-abcc4640c8bc tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892415 May 16 20:47:06.499358 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:06.585227 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-24097b0e-cf34-48da-affb-67ae81a693a2 None None] Provisioning complete for port 1d4eb15e-004d-4aa1-9411-88ac26950424 triggered by entity DHCP. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:47:06.585854 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-24097b0e-cf34-48da-affb-67ae81a693a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:06.623602 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-24097b0e-cf34-48da-affb-67ae81a693a2 None None] Port 1d4eb15e-004d-4aa1-9411-88ac26950424 cannot update to ACTIVE because it is not bound. {{(pid=103498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:47:06.792208 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4eb15e-004d-4aa1-9411-88ac26950424 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:47:06.799662 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Publish callbacks [] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:06.812721 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Transition to ACTIVE for port object 1d4eb15e-004d-4aa1-9411-88ac26950424 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:47:06.818675 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:06.869206 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4eb15e-004d-4aa1-9411-88ac26950424,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:06.939266 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Attempting to bind port 1d4eb15e-004d-4aa1-9411-88ac26950424 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:47:06.939606 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Attempting to bind port 1d4eb15e-004d-4aa1-9411-88ac26950424 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:47:06.939940 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Attempting to bind port 1d4eb15e-004d-4aa1-9411-88ac26950424 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:47:06.944776 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Port 1d4eb15e-004d-4aa1-9411-88ac26950424 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:47:06.945102 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Attempting to bind port 1d4eb15e-004d-4aa1-9411-88ac26950424 on network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:47:06.950558 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:47:06.950903 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Checking segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:47:06.951294 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Bound using segment: {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:47:06.951719 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Bound port: 1d4eb15e-004d-4aa1-9411-88ac26950424, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374c63a-1fe1-4605-b201-c883c82cfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:47:06.952083 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:07.019848 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] For port 1d4eb15e-004d-4aa1-9411-88ac26950424, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:47:07.023724 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] For port 1d4eb15e-004d-4aa1-9411-88ac26950424, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d4eb15e-004d-4aa1-9411-88ac26950424,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:47:07.033539 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:07.069772 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:07.070400 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:07.071941 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] 10.222.0.60 "PUT /v2.0/ports/1d4eb15e-004d-4aa1-9411-88ac26950424 HTTP/1.1" status: 200 len: 1094 time: 0.6695380 May 16 20:47:07.074087 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:47:07.077297 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba853b8-66b3-4adb-941d-9eb7940e3483" -d '{"events": [{"name": "network-changed", "server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:47:07.112192 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e936647-fda4-4432-96c6-9139002d5b32 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4eb15e-004d-4aa1-9411-88ac26950424,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:07.138415 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c79c599-46d5-4f32-8b85-1a99f27c6fd9 x-openstack-request-id: req-2c79c599-46d5-4f32-8b85-1a99f27c6fd9 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:47:07.138839 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:47:07.139090 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c79c599-46d5-4f32-8b85-1a99f27c6fd9 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:47:07.140598 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c79c599-46d5-4f32-8b85-1a99f27c6fd9'] response: {'name': 'network-changed', 'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'status': 'completed', 'code': 200} May 16 20:47:07.172197 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-8b7a125b-2d38-4d71-96da-c52108346dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:07.173714 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-8b7a125b-2d38-4d71-96da-c52108346dcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 1128 time: 0.0486436 May 16 20:47:07.215876 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-2c5a263d-e0bc-4b3e-9093-d07ebdace87f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d4eb15e-004d-4aa1-9411-88ac26950424 HTTP/1.1" status: 200 len: 217 time: 0.0335982 May 16 20:47:07.266444 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-d79435d3-831d-41d2-a275-63a790a92f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:07.267937 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-d79435d3-831d-41d2-a275-63a790a92f94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0462914 May 16 20:47:07.317151 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2d-5337-441a-aefc-1636ed9db311 req-65ee803d-eb69-4eb0-96ba-3a549c2dbeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:07.318825 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-65ee803d-eb69-4eb0-96ba-3a549c2dbeee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447090 May 16 20:47:07.434033 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-49906f47-b6e7-497c-bd45-9d9646cc12c5 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067972 May 16 20:47:07.529991 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-627cae2d-5337-441a-aefc-1636ed9db311 req-9967c9bd-0012-48c7-a178-c488ae05ffd9 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897877 May 16 20:47:07.619147 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd66c1-37ce-4033-9304-2dfb2f4d5475 req-cf8286e7-44e5-496e-9625-c6a041c7a794 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:07.621272 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e5dd66c1-37ce-4033-9304-2dfb2f4d5475 req-cf8286e7-44e5-496e-9625-c6a041c7a794 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 944 time: 0.0514581 May 16 20:47:07.670828 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e5dd66c1-37ce-4033-9304-2dfb2f4d5475 req-5ec30dd8-ecc0-454c-bc88-22f139e72a75 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 May 16 20:47:08.396708 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-05fb03e3-c575-4dc7-9bbd-6d62da41080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:08.398313 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-05fb03e3-c575-4dc7-9bbd-6d62da41080c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 1128 time: 0.0398602 May 16 20:47:08.500522 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-bb20d996-d5d8-4b1a-a0c3-c20860002ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:08.501902 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-bb20d996-d5d8-4b1a-a0c3-c20860002ea7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 912 time: 0.0901287 May 16 20:47:08.545391 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-a5430caa-862c-478a-90a1-e40674bb5f37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d4eb15e-004d-4aa1-9411-88ac26950424 HTTP/1.1" status: 200 len: 217 time: 0.0348823 May 16 20:47:08.600628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-c690d55c-332f-424b-a849-531bad356114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:08.602063 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-c690d55c-332f-424b-a849-531bad356114 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0502129 May 16 20:47:08.646570 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-e2698c0a-3d11-4ee6-9b2c-dc8c09166b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:08.648067 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-e2698c0a-3d11-4ee6-9b2c-dc8c09166b42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395288 May 16 20:47:08.740220 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-a237cde3-270d-414b-9ea5-45568d7ad96d service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838215 May 16 20:47:08.809447 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89197360-3a44-47d7-a11a-b6036f02fec2 req-9eac6e66-6723-4622-97ee-0fd6dcca6ac4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:08.810785 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-89197360-3a44-47d7-a11a-b6036f02fec2 req-9eac6e66-6723-4622-97ee-0fd6dcca6ac4 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 944 time: 0.0677469 May 16 20:47:08.893241 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dba853b8-66b3-4adb-941d-9eb7940e3483 req-70fbfd67-9d60-4ec1-b188-b852c7fe8999 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418533 May 16 20:47:08.896597 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-89197360-3a44-47d7-a11a-b6036f02fec2 req-bbe3c530-b646-4119-95d0-013c2629ef5b tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600629 May 16 20:47:09.307959 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40846) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:09.458655 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Deleting port 359d8fd1-7426-42d9-8101-5a1f2fcbd829 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:09.459315 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:09.534364 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:09.534662 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (359d8fd1-7426-42d9-8101-5a1f2fcbd829), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:09.547827 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Calling delete_port for 359d8fd1-7426-42d9-8101-5a1f2fcbd829 owned by network:floatingip {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:09.644395 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 1d4eb15e-004d-4aa1-9411-88ac26950424 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:47:09.647083 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 996a4b17-c006-48b9-b68b-6329ea3a6c7a no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:09.674562 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 996a4b17-c006-48b9-b68b-6329ea3a6c7a {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:09.675280 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 996a4b17-c006-48b9-b68b-6329ea3a6c7a not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:09.709727 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (359d8fd1-7426-42d9-8101-5a1f2fcbd829), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:09.734246 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event deleted for resources: {'Port': ['ID=359d8fd1-7426-42d9-8101-5a1f2fcbd829,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:09.774009 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 1d4eb15e-004d-4aa1-9411-88ac26950424, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d4eb15e-004d-4aa1-9411-88ac26950424,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:09.790869 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'port_id': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'mac_address': 'fa:16:3e:04:4c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:47:09.796780 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (a7f13c13-8046-47a5-9316-d9919d5cbd17), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:09.797114 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Floating IP a7f13c13-8046-47a5-9316-d9919d5cbd17 disassociated (deleted). External IP: 172.27.0.216, port: 38516439-bbc9-4e23-9ca0-a93ad3f94ec1. May 16 20:47:09.829323 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 1d4eb15e-004d-4aa1-9411-88ac26950424 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:47:09.829917 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:09.843707 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4eb15e-004d-4aa1-9411-88ac26950424 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:47:09.862877 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 1d4eb15e-004d-4aa1-9411-88ac26950424, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d4eb15e-004d-4aa1-9411-88ac26950424,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:09.867882 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:09.914944 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=1d4eb15e-004d-4aa1-9411-88ac26950424,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:10.051327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:47:10.057538 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d48359-f6c4-41ed-a287-2da604337cfc req-3731fb5f-a692-4c6c-ac0d-2feafc245041 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:10.059212 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80d48359-f6c4-41ed-a287-2da604337cfc req-3731fb5f-a692-4c6c-ac0d-2feafc245041 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 945 time: 0.0665033 May 16 20:47:10.094555 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['1d4eb15e-004d-4aa1-9411-88ac26950424'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:47:10.154150 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-80d48359-f6c4-41ed-a287-2da604337cfc req-8e99148c-e17d-4db9-9160-2ea5b7b3b277 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875444 May 16 20:47:10.201181 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:47:10.206195 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:10.212839 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:47:10.227401 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:10.228395 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:10.237342 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-fb623f26-a96c-4182-8e98-0f594fee25a4 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "DELETE /v2.0/floatingips/a7f13c13-8046-47a5-9316-d9919d5cbd17 HTTP/1.1" status: 204 len: 168 time: 0.9280825 May 16 20:47:10.238031 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:47:10.240300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aff2df1-9379-477c-b5d4-d21005b64afc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:47:10.281634 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e57313-316b-4e51-a9b8-3b1f32742a3f x-openstack-request-id: req-b5e57313-316b-4e51-a9b8-3b1f32742a3f {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:47:10.281927 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:47:10.282178 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5e57313-316b-4e51-a9b8-3b1f32742a3f {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:47:10.282589 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e57313-316b-4e51-a9b8-3b1f32742a3f'] response: {'name': 'network-changed', 'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'status': 'completed', 'code': 200} May 16 20:47:10.333746 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:10.345633 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-b66be87e-bc80-43b1-9b30-3e2b452c556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:10.347708 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-b66be87e-bc80-43b1-9b30-3e2b452c556a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=710ecde5160640149c693e0c2b0b0354&device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 1130 time: 0.0438344 May 16 20:47:10.484684 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436cbb2-747e-420a-b0b9-20b06aaeaf39 req-55383e5b-c408-4270-b409-ef901b88baef tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:10.486419 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c436cbb2-747e-420a-b0b9-20b06aaeaf39 req-55383e5b-c408-4270-b409-ef901b88baef tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 946 time: 0.0637503 May 16 20:47:10.489336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-c5207b38-f944-488c-858e-bc2a7de17140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:10.490678 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-c5207b38-f944-488c-858e-bc2a7de17140 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 200 len: 913 time: 0.1354990 May 16 20:47:10.531259 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:10.535356 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c436cbb2-747e-420a-b0b9-20b06aaeaf39 req-cb8da460-576a-4d16-83ff-36100d582256 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 May 16 20:47:10.558562 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:47:10.568378 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:10.569024 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:10.667599 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:10.943310 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:10.967015 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3609a-b54c-4e15-8a97-3f807fbb4066 None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:39:19Z', 'revision_number': 4, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '3a867fa2-2bea-433a-8fbe-1cc4d11108eb', 'name': '', 'network_id': 'f4ce36dc-b331-48ab-b5b5-0de5501adc95', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'mac_address': 'fa:16:3e:ec:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:18Z', 'updated_at': '2022-05-16T20:39:27Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'subnets': [{'id': '2dbcf96c-a730-4f63-94a7-287a51c0fa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:47:11.198158 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29812f9-6201-46e6-9df5-9e96d6771174 None None] New status for floating IP a7f13c13-8046-47a5-9316-d9919d5cbd17: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:47:11.274681 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aecebc-75c3-4534-a5b0-89df928ad9fb req-b160edff-ed5e-4f83-8b4d-e8186e607b42 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:11.276197 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31aecebc-75c3-4534-a5b0-89df928ad9fb req-b160edff-ed5e-4f83-8b4d-e8186e607b42 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 945 time: 0.0515079 May 16 20:47:11.329983 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31aecebc-75c3-4534-a5b0-89df928ad9fb req-b3377a46-0d53-480a-a892-2ef554873d55 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419707 May 16 20:47:11.457762 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-e28c760b-6a3f-4e4b-843c-653673b316b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1 HTTP/1.1" status: 200 len: 217 time: 0.0436764 May 16 20:47:11.508203 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-15058f9f-abfc-4079-97bc-2fbcc33ea76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:11.509631 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-15058f9f-abfc-4079-97bc-2fbcc33ea76c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 200 len: 851 time: 0.0437725 May 16 20:47:11.656317 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 1d4eb15e-004d-4aa1-9411-88ac26950424 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:47:11.661025 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-f1240eab-c6d4-4e92-9ce7-4a3c7d36913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:11.662517 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-f1240eab-c6d4-4e92-9ce7-4a3c7d36913f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4ce36dc-b331-48ab-b5b5-0de5501adc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0729160 May 16 20:47:11.673565 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05897-6cb9-4f7a-9c09-c95b74827d88 req-3d7763d8-5a08-4a50-9aef-a78110df661f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:11.674905 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bbe05897-6cb9-4f7a-9c09-c95b74827d88 req-3d7763d8-5a08-4a50-9aef-a78110df661f tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 946 time: 0.0586035 May 16 20:47:11.701479 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 1d4eb15e-004d-4aa1-9411-88ac26950424 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:47:11.708956 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 1d4eb15e-004d-4aa1-9411-88ac26950424 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:47:11.708956 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:11.777414 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-bbe05897-6cb9-4f7a-9c09-c95b74827d88 req-e12b8ddd-db2a-4787-b421-4015f1b16754 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947797 May 16 20:47:11.780974 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 1d4eb15e-004d-4aa1-9411-88ac26950424 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:47:11.781572 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:11.797864 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-4bfcf15d-3ec0-4e8f-994b-ea8cad950c86 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177156 May 16 20:47:11.807252 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:47:11.809598 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9fc6a1-dde6-4800-b93b-28e0240ac6f9" -d '{"events": [{"server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "name": "network-vif-plugged", "status": "completed", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:47:11.822401 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 1d4eb15e-004d-4aa1-9411-88ac26950424, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d4eb15e-004d-4aa1-9411-88ac26950424,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:11.827528 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:11.849820 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117623f8-933c-4007-86d8-cef8635af7e1 x-openstack-request-id: req-117623f8-933c-4007-86d8-cef8635af7e1 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:47:11.850104 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "name": "network-vif-plugged", "status": "completed", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:47:11.850343 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-117623f8-933c-4007-86d8-cef8635af7e1 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:47:11.850721 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117623f8-933c-4007-86d8-cef8635af7e1'] response: {'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'code': 200} May 16 20:47:11.875002 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=1d4eb15e-004d-4aa1-9411-88ac26950424,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:11.924567 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-0d80ac33-3d6f-46df-a99d-af2a1e8f4e65 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:11.926130 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-0d80ac33-3d6f-46df-a99d-af2a1e8f4e65 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 946 time: 0.0594394 May 16 20:47:11.944875 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7aff2df1-9379-477c-b5d4-d21005b64afc req-490d53c4-95fd-4efa-9d8a-520650831050 service neutron] 10.222.0.60 "GET /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424620 May 16 20:47:12.047174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Deleting port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:12.047400 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:12.053516 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c3752-9c30-45e4-973f-9ef2ab687bd6 req-971d51b8-5898-488d-bb00-f4b38e7288b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:12.054974 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e01c3752-9c30-45e4-973f-9ef2ab687bd6 req-971d51b8-5898-488d-bb00-f4b38e7288b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 1130 time: 0.0498004 May 16 20:47:12.153232 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e01c3752-9c30-45e4-973f-9ef2ab687bd6 req-8c29c88b-fe0c-4406-bd04-a654d9611f61 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879333 May 16 20:47:12.168429 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] For port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:12.168806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:12.182009 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Calling delete_port for 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:12.319746 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (38516439-bbc9-4e23-9ca0-a93ad3f94ec1), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:12.349560 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event deleted for resources: {'Port': ['ID=38516439-bbc9-4e23-9ca0-a93ad3f94ec1,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:12.395107 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] No DVR routers for this DVR port 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:47:12.397668 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:12.400894 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efdfb6aa-c058-4ce4-b1ce-22ffd9256a9c req-20bece5a-dd65-48ef-87dc-4319047c4f62 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.60 "DELETE /v2.0/ports/38516439-bbc9-4e23-9ca0-a93ad3f94ec1 HTTP/1.1" status: 204 len: 173 time: 0.4673181 May 16 20:47:12.401325 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'name': 'network-vif-deleted', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:47:12.403565 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b3b6da-4d21-4eb2-853a-0851c26c6f2f" -d '{"events": [{"server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "name": "network-vif-deleted", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:47:12.446527 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44f0c3-5546-4367-8bb1-33d4ac9a5ffb x-openstack-request-id: req-ef44f0c3-5546-4367-8bb1-33d4ac9a5ffb {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:47:12.446812 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0412e9-a238-47bb-8e08-de4a723b74f1", "name": "network-vif-deleted", "tag": "38516439-bbc9-4e23-9ca0-a93ad3f94ec1", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:47:12.447252 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef44f0c3-5546-4367-8bb1-33d4ac9a5ffb {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:47:12.447504 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef44f0c3-5546-4367-8bb1-33d4ac9a5ffb'] response: {'server_uuid': '0e0412e9-a238-47bb-8e08-de4a723b74f1', 'name': 'network-vif-deleted', 'tag': '38516439-bbc9-4e23-9ca0-a93ad3f94ec1', 'status': 'completed', 'code': 200} May 16 20:47:12.456073 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fd31a-f951-43c2-afcb-c8722e406251 req-f568c835-3c65-4468-94e0-1f00233569fe tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:12.457733 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-868fd31a-f951-43c2-afcb-c8722e406251 req-f568c835-3c65-4468-94e0-1f00233569fe tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 946 time: 0.0508938 May 16 20:47:12.507598 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-868fd31a-f951-43c2-afcb-c8722e406251 req-3ce2e58f-7506-4d61-8db2-d95d32530df0 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 May 16 20:47:12.883463 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4b8cfa85-14a7-4ecf-b144-03ec638b6727 req-363bda27-3a2b-4039-801e-a301b0fe0fb8 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e0412e9-a238-47bb-8e08-de4a723b74f1 HTTP/1.1" status: 200 len: 210 time: 0.0335791 May 16 20:47:13.633074 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1268e-cd67-4648-a555-b61481ee83bb req-292cae0c-a613-4ed8-9cb5-60c8697245a2 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:13.634538 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c1b1268e-cd67-4648-a555-b61481ee83bb req-292cae0c-a613-4ed8-9cb5-60c8697245a2 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 946 time: 0.0472605 May 16 20:47:13.688536 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-c1b1268e-cd67-4648-a555-b61481ee83bb req-fe6292fe-f94e-49bc-b3a0-e282cbf75cff tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479522 May 16 20:47:13.803054 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e68558-3dc9-4a13-aee5-e770d02eefd4 req-31a6a2f4-3b3b-4edc-ab34-4fb684d9f7fd tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:13.804462 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-26e68558-3dc9-4a13-aee5-e770d02eefd4 req-31a6a2f4-3b3b-4edc-ab34-4fb684d9f7fd tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 946 time: 0.0480552 May 16 20:47:13.818044 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40874) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:13.822312 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Request body: {'floatingip': {'port_id': '1d4eb15e-004d-4aa1-9411-88ac26950424'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:47:13.863257 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (955437e8-76c4-42c4-8e0b-8d27c647e398), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:13.943568 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40878) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:14.050848 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Deleting port 631938e0-c574-402e-94c0-ec5e76be7b79 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:14.051138 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (631938e0-c574-402e-94c0-ec5e76be7b79), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.129584 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (631938e0-c574-402e-94c0-ec5e76be7b79), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.129837 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (631938e0-c574-402e-94c0-ec5e76be7b79), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.142228 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Calling delete_port for 631938e0-c574-402e-94c0-ec5e76be7b79 owned by network:floatingip {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:14.279109 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (631938e0-c574-402e-94c0-ec5e76be7b79), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.307631 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event deleted for resources: {'Port': ['ID=631938e0-c574-402e-94c0-ec5e76be7b79,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:14.373641 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for floatingip (e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.376234 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.377524 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b397c762-6a8f-4b6b-a28a-c314931434e2 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "DELETE /v2.0/floatingips/e09d8cff-fa5b-4a1a-9cbb-4e795cf5a23d HTTP/1.1" status: 204 len: 168 time: 0.4329932 May 16 20:47:14.504890 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.db.resource_extend [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 20:47:14.552093 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.558029 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (955437e8-76c4-42c4-8e0b-8d27c647e398), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.663688 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Floating IP 955437e8-76c4-42c4-8e0b-8d27c647e398 associated. External IP: 172.27.0.200, port: 1d4eb15e-004d-4aa1-9411-88ac26950424. May 16 20:47:14.872199 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Router 341196d5-123f-4b91-b121-67a23ee15de3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:47:14.974711 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:47:14.979649 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:14.984678 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] Sync routers for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:47:14.994836 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:14.995458 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:15.009373 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-36076298-a92a-441d-89b5-c30a07a41778 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "PUT /v2.0/floatingips/955437e8-76c4-42c4-8e0b-8d27c647e398 HTTP/1.1" status: 200 len: 992 time: 1.1903002 May 16 20:47:15.009952 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:47:15.012244 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144827c0-b51d-470b-9770-21f1a504c0db" -d '{"events": [{"name": "network-changed", "server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:47:15.047648 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a39f63a-94ae-4212-8635-09f977202d58 x-openstack-request-id: req-5a39f63a-94ae-4212-8635-09f977202d58 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:47:15.047897 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:47:15.048182 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a39f63a-94ae-4212-8635-09f977202d58 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:47:15.048620 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a39f63a-94ae-4212-8635-09f977202d58'] response: {'name': 'network-changed', 'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'status': 'completed', 'code': 200} May 16 20:47:15.095177 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:15.108060 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144827c0-b51d-470b-9770-21f1a504c0db req-a612e6c6-bbb3-4b1a-be25-1675575d18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:15.109596 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-144827c0-b51d-470b-9770-21f1a504c0db req-a612e6c6-bbb3-4b1a-be25-1675575d18d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 1130 time: 0.0384409 May 16 20:47:15.203156 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144827c0-b51d-470b-9770-21f1a504c0db req-540200c9-fcce-40a2-8cc0-62a559791e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:15.204993 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-144827c0-b51d-470b-9770-21f1a504c0db req-540200c9-fcce-40a2-8cc0-62a559791e6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 912 time: 0.0886223 May 16 20:47:15.264723 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-144827c0-b51d-470b-9770-21f1a504c0db req-6a1f9c96-8637-4410-a8a6-df366f0d795f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d4eb15e-004d-4aa1-9411-88ac26950424 HTTP/1.1" status: 200 len: 1000 time: 0.0543656 May 16 20:47:15.302668 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '955437e8-76c4-42c4-8e0b-8d27c647e398', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'port_id': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'mac_address': 'fa:16:3e:04:4c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:47:01Z', 'updated_at': '2022-05-16T20:47:14Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:15.313006 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144827c0-b51d-470b-9770-21f1a504c0db req-2d93e202-48cd-4bc7-b1a0-c92fef6e92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:15.314460 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-144827c0-b51d-470b-9770-21f1a504c0db req-2d93e202-48cd-4bc7-b1a0-c92fef6e92e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0441275 May 16 20:47:15.326739 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] Checking router: 341196d5-123f-4b91-b121-67a23ee15de3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:47:15.335240 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:15.335798 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:15.363543 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144827c0-b51d-470b-9770-21f1a504c0db req-f15814f6-69a6-4e0a-8eef-969e88673b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:47:15.365073 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-144827c0-b51d-470b-9770-21f1a504c0db req-f15814f6-69a6-4e0a-8eef-969e88673b42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422890 May 16 20:47:15.433207 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:15.454881 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-144827c0-b51d-470b-9770-21f1a504c0db req-2514bc16-b2cf-4e2d-81c3-bc99a85f573f service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821939 May 16 20:47:15.546172 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-144827c0-b51d-470b-9770-21f1a504c0db req-0bb81995-b636-4a29-b801-553c21b823aa service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 May 16 20:47:15.591748 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40894) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:15.636418 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '955437e8-76c4-42c4-8e0b-8d27c647e398', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'port_id': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'mac_address': 'fa:16:3e:04:4c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:47:01Z', 'updated_at': '2022-05-16T20:47:14Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:15.648678 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d15303b7-4eee-4894-979e-d81565e87b00 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group (0df51b15-22f0-40d9-abe5-9edb2f4eb1ae), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:15.662124 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5700b3-bbeb-484a-9c38-b579419bd1a2 None None] The sync data for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi is: [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_floatingips': [{'id': '955437e8-76c4-42c4-8e0b-8d27c647e398', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'router_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'port_id': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'mac_address': 'fa:16:3e:04:4c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:47:01Z', 'updated_at': '2022-05-16T20:47:14Z', 'revision_number': 1, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:47:15.679200 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:15.679767 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d15303b7-4eee-4894-979e-d81565e87b00 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group (0df51b15-22f0-40d9-abe5-9edb2f4eb1ae), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:15.705484 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:15.706149 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 38516439-bbc9-4e23-9ca0-a93ad3f94ec1 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:15.745444 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d15303b7-4eee-4894-979e-d81565e87b00 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0df51b15-22f0-40d9-abe5-9edb2f4eb1ae), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:15.747990 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d15303b7-4eee-4894-979e-d81565e87b00 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:15.749211 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d15303b7-4eee-4894-979e-d81565e87b00 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] 10.222.0.49 "DELETE /v2.0/security-groups/0df51b15-22f0-40d9-abe5-9edb2f4eb1ae HTTP/1.1" status: 204 len: 168 time: 0.1564853 May 16 20:47:15.758431 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15303b7-4eee-4894-979e-d81565e87b00 tempest-TestVolumeBootPattern-1176723552 tempest-TestVolumeBootPattern-1176723552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df51b15-22f0-40d9-abe5-9edb2f4eb1ae,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:15.816028 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40898) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:15.887046 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07715e-6878-4287-babb-b5b83232ad5d None None] New status for floating IP 955437e8-76c4-42c4-8e0b-8d27c647e398: ACTIVE {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:47:16.241387 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (ae0142c0-c1a4-4140-92dd-d48fae23009f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:16.470994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Deleting port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:16.471274 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:16.546906 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] For port 3a867fa2-2bea-433a-8fbe-1cc4d11108eb, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:16.547613 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:16.559846 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Calling delete_port for 3a867fa2-2bea-433a-8fbe-1cc4d11108eb owned by network:router_interface {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:16.736184 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (3a867fa2-2bea-433a-8fbe-1cc4d11108eb), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:16.764174 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a867fa2-2bea-433a-8fbe-1cc4d11108eb,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:16.922901 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (ae0142c0-c1a4-4140-92dd-d48fae23009f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.140600 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Router ae0142c0-c1a4-4140-92dd-d48fae23009f has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:47:17.245653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:47:17.251039 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-45eb318e-af89-410c-9c82-9fe73d5f749c admin admin] 10.222.0.49 "PUT /v2.0/routers/ae0142c0-c1a4-4140-92dd-d48fae23009f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4339139 May 16 20:47:17.253748 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40902) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:17.256339 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] Sync routers for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:47:17.267863 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:17.268500 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:17.351490 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks [] for router (ae0142c0-c1a4-4140-92dd-d48fae23009f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.365705 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:17.445274 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks [] for router_gateway (ae0142c0-c1a4-4140-92dd-d48fae23009f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.487728 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Deleting port 20055030-b76b-44f6-904b-0958ef690a60 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:17.488041 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (20055030-b76b-44f6-904b-0958ef690a60), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.525083 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '20055030-b76b-44f6-904b-0958ef690a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:47:16Z', 'revision_number': 5, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port': {'id': '20055030-b76b-44f6-904b-0958ef690a60', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:15Z', 'updated_at': '2022-05-16T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:17.548878 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] Checking router: ae0142c0-c1a4-4140-92dd-d48fae23009f for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:47:17.557154 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] Routers {'ae0142c0-c1a4-4140-92dd-d48fae23009f'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:17.557746 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['ae0142c0-c1a4-4140-92dd-d48fae23009f'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:17.567098 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] For port 20055030-b76b-44f6-904b-0958ef690a60, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=20055030-b76b-44f6-904b-0958ef690a60,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:17.567672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (20055030-b76b-44f6-904b-0958ef690a60), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.580939 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Calling delete_port for 20055030-b76b-44f6-904b-0958ef690a60 owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:17.636812 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] Set router ae0142c0-c1a4-4140-92dd-d48fae23009f gateway port host: None {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:17.686614 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:47:17Z', 'revision_number': 6, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:17.711581 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4ea5b-6730-49ca-802e-50b84e091c78 None None] The sync data for ids ['ae0142c0-c1a4-4140-92dd-d48fae23009f'] in dv-cinder-777031-16-iscsi is: [{'id': 'ae0142c0-c1a4-4140-92dd-d48fae23009f', 'name': 'tempest-TestVolumeBootPattern-2103879010-router', 'tenant_id': '710ecde5160640149c693e0c2b0b0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:14Z', 'updated_at': '2022-05-16T20:47:17Z', 'revision_number': 6, 'project_id': '710ecde5160640149c693e0c2b0b0354', 'gw_port_host': None}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:47:17.748113 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (20055030-b76b-44f6-904b-0958ef690a60), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.770539 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=20055030-b76b-44f6-904b-0958ef690a60,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:17.837767 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (ae0142c0-c1a4-4140-92dd-d48fae23009f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.929513 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (ae0142c0-c1a4-4140-92dd-d48fae23009f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.931782 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks [] for router_controller (ae0142c0-c1a4-4140-92dd-d48fae23009f), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.975088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (ae0142c0-c1a4-4140-92dd-d48fae23009f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.975765 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0142c0-c1a4-4140-92dd-d48fae23009f {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:47:17.980239 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:17.981417 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-87221508-45b7-4d06-b43f-fe2101eecb01 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ae0142c0-c1a4-4140-92dd-d48fae23009f HTTP/1.1" status: 204 len: 168 time: 0.7266893 May 16 20:47:17.984216 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40904) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:18.029892 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] Deleting subnet 2dbcf96c-a730-4f63-94a7-287a51c0fa34 {{(pid=103496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:47:18.033483 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] Publish callbacks [] for subnet (2dbcf96c-a730-4f63-94a7-287a51c0fa34), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.073828 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528913176'] for subnet (2dbcf96c-a730-4f63-94a7-287a51c0fa34), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.153376 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (2dbcf96c-a730-4f63-94a7-287a51c0fa34), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.205032 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528526707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528551173'] for subnet (2dbcf96c-a730-4f63-94a7-287a51c0fa34), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.229167 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbcf96c-a730-4f63-94a7-287a51c0fa34,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:18.232631 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.238179 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-0dc42361-f163-4950-a0af-bf5c27161163 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2dbcf96c-a730-4f63-94a7-287a51c0fa34 HTTP/1.1" status: 204 len: 168 time: 0.2503898 May 16 20:47:18.238332 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9145e6-ff99-4642-a965-b602709409e3 None None] Network f4ce36dc-b331-48ab-b5b5-0de5501adc95 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:47:18.238852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40906) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:18.306475 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (f4ce36dc-b331-48ab-b5b5-0de5501adc95), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.354917 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Deleting port 15d19735-b0d9-4202-9d04-77ee8296ef3e {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:18.355248 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.417474 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] For port 15d19735-b0d9-4202-9d04-77ee8296ef3e, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=15d19735-b0d9-4202-9d04-77ee8296ef3e,segment=NetworkSegment(aa67cfe5-8ad1-44d1-b593-53fb53ac0d56),segment_id=aa67cfe5-8ad1-44d1-b593-53fb53ac0d56)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:18.417808 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.431932 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Calling delete_port for 15d19735-b0d9-4202-9d04-77ee8296ef3e owned by network:dhcp {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:18.472633 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] DHCP port deletion for f4ce36dc-b331-48ab-b5b5-0de5501adc95 request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:47:18.512533 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] Deleting port 15d19735-b0d9-4202-9d04-77ee8296ef3e {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:18.513263 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.514670 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.542184 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Pushing event deleted for resources: {'Port': ['ID=15d19735-b0d9-4202-9d04-77ee8296ef3e,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:18.546337 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] No DVR routers for this DVR port 15d19735-b0d9-4202-9d04-77ee8296ef3e on host dv-cinder-777031-16-iscsi {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:47:18.598084 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] For port 15d19735-b0d9-4202-9d04-77ee8296ef3e, host dv-cinder-777031-16-iscsi, got binding levels [] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:18.598580 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.625574 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] Calling delete_port for 15d19735-b0d9-4202-9d04-77ee8296ef3e owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:18.630259 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.ipam_backend_mixin [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] Port 15d19735-b0d9-4202-9d04-77ee8296ef3e was not found and therefore no delete operation was performed {{(pid=103498) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 20:47:18.632081 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5de2ebd8-c626-456a-8639-9074cf30d18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.638018 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (15d19735-b0d9-4202-9d04-77ee8296ef3e), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.645025 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (f4ce36dc-b331-48ab-b5b5-0de5501adc95), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.669712 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] Pushing event deleted for resources: {'Port': ['ID=15d19735-b0d9-4202-9d04-77ee8296ef3e,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:18.673844 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c69a3-5a48-4fd7-be46-6ddb077638cc None None] No DVR routers for this DVR port 15d19735-b0d9-4202-9d04-77ee8296ef3e on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:47:18.678917 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ce36dc-b331-48ab-b5b5-0de5501adc95']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:18.689525 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:18.689815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa67cfe5-8ad1-44d1-b593-53fb53ac0d56') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:18.699570 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (aa67cfe5-8ad1-44d1-b593-53fb53ac0d56), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.714336 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (aa67cfe5-8ad1-44d1-b593-53fb53ac0d56), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.720847 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:47:18.721213 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (aa67cfe5-8ad1-44d1-b593-53fb53ac0d56), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:47:18.722875 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:47:18.779171 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (f4ce36dc-b331-48ab-b5b5-0de5501adc95), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.789657 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:18.795519 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40908) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:18.795719 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] 10.222.0.49 "DELETE /v2.0/networks/f4ce36dc-b331-48ab-b5b5-0de5501adc95 HTTP/1.1" status: 204 len: 168 time: 0.5559852 May 16 20:47:18.808272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6c7a-71c7-42a6-8bd6-9983f720652b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ce36dc-b331-48ab-b5b5-0de5501adc95,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:19.130232 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (23d1e12a-a4d7-4eba-9771-cb347427ce58), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:19.264843 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 3a867fa2-2bea-433a-8fbe-1cc4d11108eb no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:19.284888 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 3a867fa2-2bea-433a-8fbe-1cc4d11108eb {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:19.285232 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 3a867fa2-2bea-433a-8fbe-1cc4d11108eb not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:19.285652 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 15d19735-b0d9-4202-9d04-77ee8296ef3e no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:19.303108 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 15d19735-b0d9-4202-9d04-77ee8296ef3e {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:19.303444 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 15d19735-b0d9-4202-9d04-77ee8296ef3e not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:19.303871 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 20055030-b76b-44f6-904b-0958ef690a60 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:19.321500 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 20055030-b76b-44f6-904b-0958ef690a60 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:19.321844 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 20055030-b76b-44f6-904b-0958ef690a60 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:19.364002 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Deleting port a3f40463-3d28-4131-abff-e072330bafa5 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:19.364341 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (a3f40463-3d28-4131-abff-e072330bafa5), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:19.445545 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] For port a3f40463-3d28-4131-abff-e072330bafa5, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=a3f40463-3d28-4131-abff-e072330bafa5,segment=NetworkSegment(10443401-17b1-4267-907b-523812783a20),segment_id=10443401-17b1-4267-907b-523812783a20)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:19.445909 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (a3f40463-3d28-4131-abff-e072330bafa5), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:19.459116 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Calling delete_port for a3f40463-3d28-4131-abff-e072330bafa5 owned by network:router_interface {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:19.634210 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (a3f40463-3d28-4131-abff-e072330bafa5), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:19.656398 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f40463-3d28-4131-abff-e072330bafa5,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:19.821346 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (23d1e12a-a4d7-4eba-9771-cb347427ce58), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.030565 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Router 23d1e12a-a4d7-4eba-9771-cb347427ce58 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:47:20.134657 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:47:20.139770 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-413a29ee-2475-41bd-a648-7d8c634595a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/23d1e12a-a4d7-4eba-9771-cb347427ce58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3432109 May 16 20:47:20.143317 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40914) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:20.145900 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] Sync routers for ids ['23d1e12a-a4d7-4eba-9771-cb347427ce58'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:47:20.157837 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] Routers {'23d1e12a-a4d7-4eba-9771-cb347427ce58'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:20.158786 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['23d1e12a-a4d7-4eba-9771-cb347427ce58'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:20.243387 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks [] for router (23d1e12a-a4d7-4eba-9771-cb347427ce58), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.341637 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks [] for router_gateway (23d1e12a-a4d7-4eba-9771-cb347427ce58), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.383671 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Deleting port 21f7a405-fc28-4ca4-a362-1250b139301f {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:20.384143 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.385486 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] Set router 23d1e12a-a4d7-4eba-9771-cb347427ce58 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:20.465058 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] For port 21f7a405-fc28-4ca4-a362-1250b139301f, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=21f7a405-fc28-4ca4-a362-1250b139301f,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:20.465428 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.478943 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Calling delete_port for 21f7a405-fc28-4ca4-a362-1250b139301f owned by network:router_gateway {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:20.555058 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:47:19Z', 'revision_number': 5, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port': {'id': '21f7a405-fc28-4ca4-a362-1250b139301f', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:39:25Z', 'updated_at': '2022-05-16T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:20.580394 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] Checking router: 23d1e12a-a4d7-4eba-9771-cb347427ce58 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:47:20.591235 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] Routers {'23d1e12a-a4d7-4eba-9771-cb347427ce58'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:47:20.591908 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:46:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['23d1e12a-a4d7-4eba-9771-cb347427ce58'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:20.640658 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (21f7a405-fc28-4ca4-a362-1250b139301f), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.666507 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f7a405-fc28-4ca4-a362-1250b139301f,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:20.681226 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] Set router 23d1e12a-a4d7-4eba-9771-cb347427ce58 gateway port host: None {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:47:20.727739 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (23d1e12a-a4d7-4eba-9771-cb347427ce58), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.736947 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:47:20Z', 'revision_number': 6, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:20.766181 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef41de-c9a6-4c7f-bcc1-01311e5ca68d None None] The sync data for ids ['23d1e12a-a4d7-4eba-9771-cb347427ce58'] in dv-cinder-777031-16-iscsi is: [{'id': '23d1e12a-a4d7-4eba-9771-cb347427ce58', 'name': 'tempest-TestVolumeBootPattern-1262407426-router', 'tenant_id': '470cc6e3395540ab8047886dbb5a8551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:39:24Z', 'updated_at': '2022-05-16T20:47:20Z', 'revision_number': 6, 'project_id': '470cc6e3395540ab8047886dbb5a8551', 'gw_port_host': None}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:47:20.773022 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da430c18-cfdd-48c3-973e-c3a2b25e811c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.815168 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (23d1e12a-a4d7-4eba-9771-cb347427ce58), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.817312 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks [] for router_controller (23d1e12a-a4d7-4eba-9771-cb347427ce58), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.862048 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (23d1e12a-a4d7-4eba-9771-cb347427ce58), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.862582 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d1e12a-a4d7-4eba-9771-cb347427ce58 {{(pid=103496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:47:20.868222 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.871896 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b7412e3d-1fd5-4291-9336-18edaef71553 admin admin] 10.222.0.49 "DELETE /v2.0/routers/23d1e12a-a4d7-4eba-9771-cb347427ce58 HTTP/1.1" status: 204 len: 168 time: 0.7253506 May 16 20:47:20.872289 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40916) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:20.922509 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_v2 [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] Deleting subnet eae791c6-5c02-4dd9-840d-7e17ec553ea0 {{(pid=103496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:47:20.925694 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] Publish callbacks [] for subnet (eae791c6-5c02-4dd9-840d-7e17ec553ea0), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:20.959501 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528913176'] for subnet (eae791c6-5c02-4dd9-840d-7e17ec553ea0), precommit_delete_associations {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.043889 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (eae791c6-5c02-4dd9-840d-7e17ec553ea0), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.107707 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528526707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528551173'] for subnet (eae791c6-5c02-4dd9-840d-7e17ec553ea0), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.135210 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for subnet (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.138391 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/eae791c6-5c02-4dd9-840d-7e17ec553ea0 HTTP/1.1" status: 204 len: 168 time: 0.2649930 May 16 20:47:21.140192 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304560f-4ad2-41b1-a992-e2aa91cadf40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae791c6-5c02-4dd9-840d-7e17ec553ea0,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:21.141285 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8828b3-16de-46b2-b845-0de561bab202 None None] Network 9c28d82c-102e-4c92-b1b4-6a404b2f9821 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:47:21.141442 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40918) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:21.222592 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (9c28d82c-102e-4c92-b1b4-6a404b2f9821), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.268929 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Deleting port 5832d0bc-69cb-419d-81b0-2c62596b693f {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:21.269267 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.329229 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] For port 5832d0bc-69cb-419d-81b0-2c62596b693f, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5832d0bc-69cb-419d-81b0-2c62596b693f,segment=NetworkSegment(10443401-17b1-4267-907b-523812783a20),segment_id=10443401-17b1-4267-907b-523812783a20)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:21.329583 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.345613 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Calling delete_port for 5832d0bc-69cb-419d-81b0-2c62596b693f owned by network:dhcp {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:21.538393 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] DHCP port deletion for 9c28d82c-102e-4c92-b1b4-6a404b2f9821 request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:47:21.587781 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] Deleting port 5832d0bc-69cb-419d-81b0-2c62596b693f {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:47:21.588924 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.607485 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device a3f40463-3d28-4131-abff-e072330bafa5 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:21.640037 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: a3f40463-3d28-4131-abff-e072330bafa5 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:21.640369 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device a3f40463-3d28-4131-abff-e072330bafa5 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:21.640805 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 21f7a405-fc28-4ca4-a362-1250b139301f no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:21.689503 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 21f7a405-fc28-4ca4-a362-1250b139301f {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:47:21.689845 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 21f7a405-fc28-4ca4-a362-1250b139301f not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:21.690257 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5832d0bc-69cb-419d-81b0-2c62596b693f no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:47:21.700571 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.723128 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] For port 5832d0bc-69cb-419d-81b0-2c62596b693f, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5832d0bc-69cb-419d-81b0-2c62596b693f,segment=NetworkSegment(10443401-17b1-4267-907b-523812783a20),segment_id=10443401-17b1-4267-907b-523812783a20)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:47:21.723524 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.724205 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=5832d0bc-69cb-419d-81b0-2c62596b693f,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:21.727665 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] No DVR routers for this DVR port 5832d0bc-69cb-419d-81b0-2c62596b693f on host dv-cinder-777031-16-iscsi {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:47:21.742299 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] Calling delete_port for 5832d0bc-69cb-419d-81b0-2c62596b693f owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:47:21.755224 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No active binding found for port 5832d0bc-69cb-419d-81b0-2c62596b693f {{(pid=103498) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 16 20:47:21.755589 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] The host dv-cinder-777031-16-iscsi is not matching for port 5832d0bc-69cb-419d-81b0-2c62596b693f host None! {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 16 20:47:21.755967 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5832d0bc-69cb-419d-81b0-2c62596b693f not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:47:21.805653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (9c28d82c-102e-4c92-b1b4-6a404b2f9821), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.828934 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (5832d0bc-69cb-419d-81b0-2c62596b693f), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.831263 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c28d82c-102e-4c92-b1b4-6a404b2f9821']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:21.841641 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10443401-17b1-4267-907b-523812783a20') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:21.841936 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10443401-17b1-4267-907b-523812783a20') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:47:21.852108 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (10443401-17b1-4267-907b-523812783a20), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.855692 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] Pushing event deleted for resources: {'Port': ['ID=5832d0bc-69cb-419d-81b0-2c62596b693f,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:21.857585 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3508640-85e1-4853-8bdd-cbc84c3afe93 None None] No DVR routers for this DVR port 5832d0bc-69cb-419d-81b0-2c62596b693f on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:47:21.874845 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (10443401-17b1-4267-907b-523812783a20), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.881881 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:47:21.882322 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (10443401-17b1-4267-907b-523812783a20), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:47:21.884106 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:47:21.945513 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (9c28d82c-102e-4c92-b1b4-6a404b2f9821), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.953138 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:21.957345 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9c28d82c-102e-4c92-b1b4-6a404b2f9821 HTTP/1.1" status: 204 len: 168 time: 0.8146796 May 16 20:47:21.971086 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8ecf-3cca-444b-b92e-8f8377e20a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c28d82c-102e-4c92-b1b4-6a404b2f9821,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:22.081534 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40924) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:22.128606 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-5dae53cd-2c0c-4dc5-995c-177d74bdcaae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=710ecde5160640149c693e0c2b0b0354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457511 May 16 20:47:22.131008 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40926) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:22.179902 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e8af4b94-9051-4803-ba72-2fc29be087aa admin admin] Publish callbacks [] for security_group (4d620660-e72b-4c14-aeca-59b9ab953086), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.183400 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.202633 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e8af4b94-9051-4803-ba72-2fc29be087aa admin admin] Publish callbacks [] for security_group (4d620660-e72b-4c14-aeca-59b9ab953086), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.254895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e8af4b94-9051-4803-ba72-2fc29be087aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (4d620660-e72b-4c14-aeca-59b9ab953086), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.259037 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-e8af4b94-9051-4803-ba72-2fc29be087aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.260581 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e8af4b94-9051-4803-ba72-2fc29be087aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d620660-e72b-4c14-aeca-59b9ab953086 HTTP/1.1" status: 204 len: 168 time: 0.1286471 May 16 20:47:22.268635 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af4b94-9051-4803-ba72-2fc29be087aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d620660-e72b-4c14-aeca-59b9ab953086,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:22.593806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40932) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:22.643963 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-df1a5d2c-f24a-4b9b-9266-7ac5920ac421 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=470cc6e3395540ab8047886dbb5a8551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488222 May 16 20:47:22.646472 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 40934) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:47:22.700175 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fe50a108-810b-4049-8b5d-7c21b0a2387f admin admin] Publish callbacks [] for security_group (a31c6bc0-c3df-444c-8aaa-57264d44bfc7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.727019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fe50a108-810b-4049-8b5d-7c21b0a2387f admin admin] Publish callbacks [] for security_group (a31c6bc0-c3df-444c-8aaa-57264d44bfc7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.779666 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fe50a108-810b-4049-8b5d-7c21b0a2387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (a31c6bc0-c3df-444c-8aaa-57264d44bfc7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.782169 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fe50a108-810b-4049-8b5d-7c21b0a2387f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:22.783310 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-fe50a108-810b-4049-8b5d-7c21b0a2387f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a31c6bc0-c3df-444c-8aaa-57264d44bfc7 HTTP/1.1" status: 204 len: 168 time: 0.1359723 May 16 20:47:22.790985 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50a108-810b-4049-8b5d-7c21b0a2387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c6bc0-c3df-444c-8aaa-57264d44bfc7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:47:23.595459 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:24.918584 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:27.028735 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:30.152022 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:47:48.597065 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a620a5bc-189e-44aa-97f2-4dd74b73b385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:50.748046 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e9575ea-80cf-4225-b659-aaff6ab114a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:52.188044 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:53.605874 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:54.928731 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:47:57.045318 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:00.120809 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 40990) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:00.513802 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Deleting port b9f02687-49ba-4e34-99c7-334e44113cce {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:00.514173 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (b9f02687-49ba-4e34-99c7-334e44113cce), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:00.597912 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (b9f02687-49ba-4e34-99c7-334e44113cce), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:00.598215 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for floatingip (b9f02687-49ba-4e34-99c7-334e44113cce), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:00.610485 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Calling delete_port for b9f02687-49ba-4e34-99c7-334e44113cce owned by network:floatingip {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:00.753802 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (b9f02687-49ba-4e34-99c7-334e44113cce), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:00.784646 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event deleted for resources: {'Port': ['ID=b9f02687-49ba-4e34-99c7-334e44113cce,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:00.843483 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for floatingip (a89f03a2-6889-4045-a141-844fad559ebc), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:00.843834 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.l3_db [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Floating IP a89f03a2-6889-4045-a141-844fad559ebc disassociated (deleted). External IP: 172.27.0.112, port: 29979fec-638a-4157-bbd7-3f1f941c944e. May 16 20:48:01.045043 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Router da808a53-f958-4090-9784-6b49488d4e3e has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:48:01.152224 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:48:01.157119 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:01.162345 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] Sync routers for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:48:01.174544 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:01.175248 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:01.191625 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-d70648c4-3237-4841-a59b-0c05c75f5171 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "DELETE /v2.0/floatingips/a89f03a2-6889-4045-a141-844fad559ebc HTTP/1.1" status: 204 len: 168 time: 1.0669899 May 16 20:48:01.191625 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:48:01.192731 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138518a08e50ba7201b92ef0dc155fc901afe2047a46b227804860b3f3a8da2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322cf6bd-ca83-4455-b563-74775af18020" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:48:01.385368 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:01.423527 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e0758-54d8-42f5-a3a8-4257c16a2b7a req-748a0b57-2ace-46dd-a650-240dbdd1245c tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:01.424120 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96edd33a-4726-4fa4-b2b4-6088c5e48a1c x-openstack-request-id: req-96edd33a-4726-4fa4-b2b4-6088c5e48a1c {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:48:01.424274 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e", "status": "completed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:48:01.424699 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96edd33a-4726-4fa4-b2b4-6088c5e48a1c {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:48:01.425033 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96edd33a-4726-4fa4-b2b4-6088c5e48a1c'] response: {'name': 'network-changed', 'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e', 'status': 'completed', 'code': 200} May 16 20:48:01.425153 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a1e0758-54d8-42f5-a3a8-4257c16a2b7a req-748a0b57-2ace-46dd-a650-240dbdd1245c tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0502007 May 16 20:48:01.474405 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5a1e0758-54d8-42f5-a3a8-4257c16a2b7a req-a1779af1-3e20-4b4b-b8f4-1c76ad111b26 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 May 16 20:48:01.575286 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 5, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:01.602305 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] Checking router: da808a53-f958-4090-9784-6b49488d4e3e for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:48:01.615777 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:01.618149 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:01.732673 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:01.909570 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 5, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:01.933629 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c646cae-e73d-4c79-a7f8-e3ed7f5cde98 None None] The sync data for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi is: [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:32Z', 'revision_number': 4, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': '841128d7-007d-4497-be6b-25c0c392f049', 'name': '', 'network_id': 'f903b382-f9f4-430f-b401-6775eaafb5d2', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'mac_address': 'fa:16:3e:ac:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:32Z', 'updated_at': '2022-05-16T20:43:36Z', 'revision_number': 5, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'subnets': [{'id': 'ebe159e3-f40e-4d97-b030-3cc9d6c106c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:48:02.169652 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be79ff-e838-4044-a34f-32497443d1fc None None] New status for floating IP a89f03a2-6889-4045-a141-844fad559ebc: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:48:02.602290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11e216-bbb0-4374-9618-29b9106540fa req-e5b8befa-a2eb-4388-8743-d5bc5db221ba tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:02.603814 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc11e216-bbb0-4374-9618-29b9106540fa req-e5b8befa-a2eb-4388-8743-d5bc5db221ba tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.0514283 May 16 20:48:02.657487 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dc11e216-bbb0-4374-9618-29b9106540fa req-d511d4c3-7b3b-4f3f-9e63-6d46b92f4b8a tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 May 16 20:48:02.710237 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cf6bd-ca83-4455-b563-74775af18020 req-b5b5bfee-08a8-4718-b203-71f7299926b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:02.711728 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322cf6bd-ca83-4455-b563-74775af18020 req-b5b5bfee-08a8-4718-b203-71f7299926b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 1129 time: 0.0414715 May 16 20:48:03.104851 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cf6bd-ca83-4455-b563-74775af18020 req-4fb0dd0b-0bca-4ffe-ae9d-e5a82f6b80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:03.106301 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322cf6bd-ca83-4455-b563-74775af18020 req-4fb0dd0b-0bca-4ffe-ae9d-e5a82f6b80ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 200 len: 909 time: 0.0929220 May 16 20:48:03.821371 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322cf6bd-ca83-4455-b563-74775af18020 req-1b9cc88d-e4fb-443b-bea6-53e4fbfbea20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 200 len: 217 time: 0.0814316 May 16 20:48:03.832384 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3dd6-f93c-4032-98dd-eb4a364dcccc req-4a51ec3a-77c7-4cd9-98a5-0a3d7dfda3c5 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:03.833912 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dd8e3dd6-f93c-4032-98dd-eb4a364dcccc req-4a51ec3a-77c7-4cd9-98a5-0a3d7dfda3c5 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.1048777 May 16 20:48:03.883035 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-29920595-d5c6-4e81-933a-53d75e932c07 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:03.884475 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-29920595-d5c6-4e81-933a-53d75e932c07 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 945 time: 0.1436124 May 16 20:48:03.937055 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cf6bd-ca83-4455-b563-74775af18020 req-77804c45-b9a3-4af8-8afc-0b5e6f45daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:03.938405 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322cf6bd-ca83-4455-b563-74775af18020 req-77804c45-b9a3-4af8-8afc-0b5e6f45daf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 200 len: 847 time: 0.1036091 May 16 20:48:03.989711 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-dd8e3dd6-f93c-4032-98dd-eb4a364dcccc req-25bbf154-a3a1-41ec-a035-2f4dd33b061d tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/security-groups?id=3506369f-aa45-4da2-b269-98ec5ca09d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416337 May 16 20:48:04.026870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cf6bd-ca83-4455-b563-74775af18020 req-a1bf4837-7ab5-4a59-a827-07dd36b4bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:04.028351 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322cf6bd-ca83-4455-b563-74775af18020 req-a1bf4837-7ab5-4a59-a827-07dd36b4bdcd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f903b382-f9f4-430f-b401-6775eaafb5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812833 May 16 20:48:04.042684 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Deleting port 29979fec-638a-4157-bbd7-3f1f941c944e {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:04.043035 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:04.189140 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] For port 29979fec-638a-4157-bbd7-3f1f941c944e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=29979fec-638a-4157-bbd7-3f1f941c944e,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:04.189404 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:04.193310 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322cf6bd-ca83-4455-b563-74775af18020 req-4f8e6e8f-abda-4113-b9ed-ce9e9f1c444d service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576064 May 16 20:48:04.210834 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Calling delete_port for 29979fec-638a-4157-bbd7-3f1f941c944e owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:04.337048 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-322cf6bd-ca83-4455-b563-74775af18020 req-d1ff54e2-92e5-4cad-8855-12645ea3f999 service neutron] 10.222.0.60 "GET /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367383 May 16 20:48:04.404189 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (29979fec-638a-4157-bbd7-3f1f941c944e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:04.433795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event deleted for resources: {'Port': ['ID=29979fec-638a-4157-bbd7-3f1f941c944e,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:04.447604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.447945 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.448275 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.448636 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.448996 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.449284 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.449640 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.449953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.450264 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.450580 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.450893 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.451206 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.451503 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.451811 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.452125 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:04.488559 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] No DVR routers for this DVR port 29979fec-638a-4157-bbd7-3f1f941c944e on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:04.491162 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:04.494374 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b56bd219-48ba-4150-a7bd-ca9d5733faa8 req-3e9dde11-e619-49df-a2da-28f6ff250eb9 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.60 "DELETE /v2.0/ports/29979fec-638a-4157-bbd7-3f1f941c944e HTTP/1.1" status: 204 len: 173 time: 0.6002467 May 16 20:48:04.494815 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-deleted', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:48:04.497075 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f81b43-ab83-4705-84fb-23d0734024da" -d '{"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-deleted", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:48:04.594089 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceb1ba0-91c9-4a7d-88dc-8342bb7955bb x-openstack-request-id: req-6ceb1ba0-91c9-4a7d-88dc-8342bb7955bb {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:48:04.594372 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4c11b0-f517-4783-99ec-8a010cb5dbb8", "name": "network-vif-deleted", "tag": "29979fec-638a-4157-bbd7-3f1f941c944e", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:48:04.594636 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ceb1ba0-91c9-4a7d-88dc-8342bb7955bb {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:48:04.595031 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ceb1ba0-91c9-4a7d-88dc-8342bb7955bb'] response: {'server_uuid': 'cd4c11b0-f517-4783-99ec-8a010cb5dbb8', 'name': 'network-vif-deleted', 'tag': '29979fec-638a-4157-bbd7-3f1f941c944e', 'status': 'completed', 'code': 200} May 16 20:48:04.882721 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-af23559d-c1d7-4a09-b58c-204e6ace26ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417252 May 16 20:48:05.116109 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-64a6efd7-622e-48e9-b049-eca66b287e5f req-6fb378d2-b68f-4159-9143-88671d8bd752 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd4c11b0-f517-4783-99ec-8a010cb5dbb8 HTTP/1.1" status: 200 len: 210 time: 0.0371268 May 16 20:48:05.149938 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-b8135bc5-14c4-4275-87cb-fc331771f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:05.151469 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-b8135bc5-14c4-4275-87cb-fc331771f2f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 1130 time: 0.0443063 May 16 20:48:05.409371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-402a6e37-a26c-47a4-b767-48a66a32c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:05.410848 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-402a6e37-a26c-47a4-b767-48a66a32c48f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 200 len: 912 time: 0.0887887 May 16 20:48:05.656189 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-12df8733-36d5-4cf4-b743-9efb6ec12441 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d4eb15e-004d-4aa1-9411-88ac26950424 HTTP/1.1" status: 200 len: 1002 time: 0.0744097 May 16 20:48:05.707257 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-604321e8-80e7-420c-9f81-a4608ef0c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:05.708798 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-604321e8-80e7-420c-9f81-a4608ef0c666 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 200 len: 850 time: 0.0465806 May 16 20:48:05.752307 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-c5510859-7c3b-40f6-950f-82a1343afbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:05.753833 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-c5510859-7c3b-40f6-950f-82a1343afbc6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389519 May 16 20:48:05.848876 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-d0261035-4806-4fa6-925d-efd2fbdf0c34 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877037 May 16 20:48:05.913673 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 29979fec-638a-4157-bbd7-3f1f941c944e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:05.934313 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 29979fec-638a-4157-bbd7-3f1f941c944e {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:05.935017 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 29979fec-638a-4157-bbd7-3f1f941c944e not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:05.939295 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-d7667462-55ab-4dc7-8433-2fcdedf236bd req-df6a6dda-4026-47f8-bc89-3a531cee5036 service neutron] 10.222.0.60 "GET /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839918 May 16 20:48:06.176239 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41060) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:06.239646 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7421e94b-af1a-48a3-a3dd-7d926eb1a628 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group (3506369f-aa45-4da2-b269-98ec5ca09d98), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:06.265845 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7421e94b-af1a-48a3-a3dd-7d926eb1a628 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group (3506369f-aa45-4da2-b269-98ec5ca09d98), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:06.337602 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7421e94b-af1a-48a3-a3dd-7d926eb1a628 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (3506369f-aa45-4da2-b269-98ec5ca09d98), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:06.340201 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-7421e94b-af1a-48a3-a3dd-7d926eb1a628 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:06.341354 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-7421e94b-af1a-48a3-a3dd-7d926eb1a628 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] 10.222.0.49 "DELETE /v2.0/security-groups/3506369f-aa45-4da2-b269-98ec5ca09d98 HTTP/1.1" status: 204 len: 168 time: 0.1649673 May 16 20:48:06.350604 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421e94b-af1a-48a3-a3dd-7d926eb1a628 tempest-TestShelveInstance-429469211 tempest-TestShelveInstance-429469211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506369f-aa45-4da2-b269-98ec5ca09d98,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:06.384912 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41064) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:06.694313 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (da808a53-f958-4090-9784-6b49488d4e3e), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:06.921372 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Deleting port 841128d7-007d-4497-be6b-25c0c392f049 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:06.921627 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (841128d7-007d-4497-be6b-25c0c392f049), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:07.000149 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] For port 841128d7-007d-4497-be6b-25c0c392f049, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=841128d7-007d-4497-be6b-25c0c392f049,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:07.000539 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (841128d7-007d-4497-be6b-25c0c392f049), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:07.013270 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Calling delete_port for 841128d7-007d-4497-be6b-25c0c392f049 owned by network:router_interface {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:07.142123 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:48:07.202482 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (841128d7-007d-4497-be6b-25c0c392f049), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:07.227617 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=841128d7-007d-4497-be6b-25c0c392f049,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:07.262109 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.262453 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.262793 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.263553 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.263553 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.263761 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.264035 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.264369 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.264709 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.265023 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.265336 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.265647 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.265929 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.266240 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.266547 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:07.415510 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (da808a53-f958-4090-9784-6b49488d4e3e), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:07.625768 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Router da808a53-f958-4090-9784-6b49488d4e3e has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:48:07.704841 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc54eb0-37af-4f41-bcc8-f729afd4d397 req-9c992d9f-481b-45d1-9fcd-e00004de5536 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:07.706210 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3dc54eb0-37af-4f41-bcc8-f729afd4d397 req-9c992d9f-481b-45d1-9fcd-e00004de5536 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 946 time: 0.0478454 May 16 20:48:07.728052 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:48:07.733719 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5daa1d25-1684-46bb-b2a1-13554a3727c4 admin admin] 10.222.0.49 "PUT /v2.0/routers/da808a53-f958-4090-9784-6b49488d4e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3473523 May 16 20:48:07.735643 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41084) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:07.738550 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] Sync routers for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:48:07.749790 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:07.750387 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:07.799116 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-3dc54eb0-37af-4f41-bcc8-f729afd4d397 req-2d1957b6-e658-4fc2-ba81-1196297bf087 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863104 May 16 20:48:07.850383 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks [] for router (da808a53-f958-4090-9784-6b49488d4e3e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:07.851163 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:07.946290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks [] for router_gateway (da808a53-f958-4090-9784-6b49488d4e3e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:07.988364 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Deleting port bea23ebd-0b5e-4176-9687-51eda88e1bef {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:07.988681 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.014946 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:48:07Z', 'revision_number': 5, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port': {'id': 'bea23ebd-0b5e-4176-9687-51eda88e1bef', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:08.039002 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] Checking router: da808a53-f958-4090-9784-6b49488d4e3e for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:48:08.047897 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] Routers {'da808a53-f958-4090-9784-6b49488d4e3e'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:08.048500 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['da808a53-f958-4090-9784-6b49488d4e3e'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:08.067903 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] For port bea23ebd-0b5e-4176-9687-51eda88e1bef, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=bea23ebd-0b5e-4176-9687-51eda88e1bef,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:08.068260 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.080991 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Calling delete_port for bea23ebd-0b5e-4176-9687-51eda88e1bef owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:08.127837 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] Set router da808a53-f958-4090-9784-6b49488d4e3e gateway port host: None {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:08.177884 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:48:07Z', 'revision_number': 6, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:08.202584 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e27180-0888-4f52-af69-b1ccf307cb11 None None] The sync data for ids ['da808a53-f958-4090-9784-6b49488d4e3e'] in dv-cinder-777031-16-iscsi is: [{'id': 'da808a53-f958-4090-9784-6b49488d4e3e', 'name': 'tempest-TestShelveInstance-546907354-router', 'tenant_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:30Z', 'updated_at': '2022-05-16T20:48:07Z', 'revision_number': 6, 'project_id': 'eb89e1020d944ea08b4294be0ac00cbf', 'gw_port_host': None}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:48:08.249006 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (bea23ebd-0b5e-4176-9687-51eda88e1bef), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.273942 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea23ebd-0b5e-4176-9687-51eda88e1bef,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:08.332022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (da808a53-f958-4090-9784-6b49488d4e3e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.414628 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (da808a53-f958-4090-9784-6b49488d4e3e), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.416875 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks [] for router_controller (da808a53-f958-4090-9784-6b49488d4e3e), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.461660 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (da808a53-f958-4090-9784-6b49488d4e3e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.462226 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da808a53-f958-4090-9784-6b49488d4e3e {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:48:08.466343 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.467465 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-accabd07-2215-4d65-b1a5-9ed087afe082 admin admin] 10.222.0.49 "DELETE /v2.0/routers/da808a53-f958-4090-9784-6b49488d4e3e HTTP/1.1" status: 204 len: 168 time: 0.7308404 May 16 20:48:08.470022 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41086) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:08.513474 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] Deleting subnet ebe159e3-f40e-4d97-b030-3cc9d6c106c7 {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:48:08.516478 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] Publish callbacks [] for subnet (ebe159e3-f40e-4d97-b030-3cc9d6c106c7), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.549769 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (ebe159e3-f40e-4d97-b030-3cc9d6c106c7), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.635650 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (ebe159e3-f40e-4d97-b030-3cc9d6c106c7), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.691133 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (ebe159e3-f40e-4d97-b030-3cc9d6c106c7), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.717537 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe159e3-f40e-4d97-b030-3cc9d6c106c7,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:08.719518 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.722548 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-78c4d583-fabf-4e0b-8b82-2cd81cb95aab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ebe159e3-f40e-4d97-b030-3cc9d6c106c7 HTTP/1.1" status: 204 len: 168 time: 0.2516232 May 16 20:48:08.724981 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16524b47-d030-4404-995e-fdd400cc5d76 None None] Network f903b382-f9f4-430f-b401-6775eaafb5d2 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:48:08.725437 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41088) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:08.793574 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (f903b382-f9f4-430f-b401-6775eaafb5d2), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.842610 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Deleting port cce28ba2-2d22-4543-853c-747a87a5cef4 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:08.844349 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.914784 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] For port cce28ba2-2d22-4543-853c-747a87a5cef4, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=cce28ba2-2d22-4543-853c-747a87a5cef4,segment=NetworkSegment(dea80cab-a73b-421f-ae9c-72f382b23325),segment_id=dea80cab-a73b-421f-ae9c-72f382b23325)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:08.915157 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:08.920358 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c34a1-9339-4c5c-afaf-d062c6db18b4 req-563a0c9b-4399-4b15-b90c-effa993e2438 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:08.921878 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-517c34a1-9339-4c5c-afaf-d062c6db18b4 req-563a0c9b-4399-4b15-b90c-effa993e2438 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 946 time: 0.0477920 May 16 20:48:08.929412 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Calling delete_port for cce28ba2-2d22-4543-853c-747a87a5cef4 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:09.000801 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-517c34a1-9339-4c5c-afaf-d062c6db18b4 req-7358b636-c6ea-4e4f-9828-cf36d0057d1e tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711389 May 16 20:48:09.033079 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ad8d0-fccf-438d-ab5f-d5178b948a1a None None] DHCP port deletion for f903b382-f9f4-430f-b401-6775eaafb5d2 request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:48:09.033799 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528523650'] for port (cce28ba2-2d22-4543-853c-747a87a5cef4), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.059767 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce28ba2-2d22-4543-853c-747a87a5cef4,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:09.064707 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] No DVR routers for this DVR port cce28ba2-2d22-4543-853c-747a87a5cef4 on host dv-cinder-777031-16-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:09.138900 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (f903b382-f9f4-430f-b401-6775eaafb5d2), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.158424 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f903b382-f9f4-430f-b401-6775eaafb5d2']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:09.168408 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea80cab-a73b-421f-ae9c-72f382b23325') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:09.168734 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea80cab-a73b-421f-ae9c-72f382b23325') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:09.178519 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (dea80cab-a73b-421f-ae9c-72f382b23325), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.192976 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (dea80cab-a73b-421f-ae9c-72f382b23325), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.199897 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:48:09.200283 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (dea80cab-a73b-421f-ae9c-72f382b23325), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:48:09.202129 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:48:09.263006 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (f903b382-f9f4-430f-b401-6775eaafb5d2), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.278653 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.287348 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f903b382-f9f4-430f-b401-6775eaafb5d2 HTTP/1.1" status: 204 len: 168 time: 0.5607369 May 16 20:48:09.296254 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41092) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:09.297993 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0825-5c77-4c2b-ad94-f09bbe1d3912 admin admin] Pushing event deleted for resources: {'Network': ['ID=f903b382-f9f4-430f-b401-6775eaafb5d2,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:09.313563 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-1959dd26-eac1-4034-bb63-48965101a807 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:09.315045 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-1959dd26-eac1-4034-bb63-48965101a807 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 946 time: 0.0763795 May 16 20:48:09.326512 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bea23ebd-0b5e-4176-9687-51eda88e1bef no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:09.347537 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: bea23ebd-0b5e-4176-9687-51eda88e1bef {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:09.347865 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device bea23ebd-0b5e-4176-9687-51eda88e1bef not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:09.348547 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 841128d7-007d-4497-be6b-25c0c392f049 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:09.365938 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 841128d7-007d-4497-be6b-25c0c392f049 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:09.366274 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 841128d7-007d-4497-be6b-25c0c392f049 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:09.366678 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device cce28ba2-2d22-4543-853c-747a87a5cef4 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:09.384616 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: cce28ba2-2d22-4543-853c-747a87a5cef4 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:09.384960 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device cce28ba2-2d22-4543-853c-747a87a5cef4 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:09.462440 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Deleting port 1d4eb15e-004d-4aa1-9411-88ac26950424 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:09.462735 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:09.622801 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] For port 1d4eb15e-004d-4aa1-9411-88ac26950424, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d4eb15e-004d-4aa1-9411-88ac26950424,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:09.623079 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:10.165287 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (d1cc5e34-6165-4bae-af2c-fd590c7094a0), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:10.174154 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20557c64-90de-4985-ae2b-166422248e52 req-d1f33977-1057-46b5-9bd6-12a90206fb63 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:10.175631 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-20557c64-90de-4985-ae2b-166422248e52 req-d1f33977-1057-46b5-9bd6-12a90206fb63 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 946 time: 0.0744424 May 16 20:48:10.205285 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:10.205647 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952353'] for floatingip (955437e8-76c4-42c4-8e0b-8d27c647e398), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:10.205959 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.db.l3_db [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Floating IP 955437e8-76c4-42c4-8e0b-8d27c647e398 disassociated. External IP: 172.27.0.200, port: 1d4eb15e-004d-4aa1-9411-88ac26950424. May 16 20:48:10.206300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Calling delete_port for 1d4eb15e-004d-4aa1-9411-88ac26950424 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:10.338983 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-20557c64-90de-4985-ae2b-166422248e52 req-2ba0e8d7-c80f-4c40-89ce-da4a16a0a404 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups?id=d41234dd-51bf-4e03-a72e-b3ffc54472db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303563 May 16 20:48:10.528412 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (1d4eb15e-004d-4aa1-9411-88ac26950424), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:10.559876 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Deleting port 7fc70844-df5e-4251-8513-c3f9d7ff7448 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:10.560221 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:10.564827 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event deleted for resources: {'Port': ['ID=1d4eb15e-004d-4aa1-9411-88ac26950424,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:10.734549 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] For port 7fc70844-df5e-4251-8513-c3f9d7ff7448, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=7fc70844-df5e-4251-8513-c3f9d7ff7448,segment=NetworkSegment(befa26de-cdc2-4008-8251-ce377a8eb2a5),segment_id=befa26de-cdc2-4008-8251-ce377a8eb2a5)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:10.734887 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:10.755144 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Calling delete_port for 7fc70844-df5e-4251-8513-c3f9d7ff7448 owned by network:router_interface {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:10.772899 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Router 341196d5-123f-4b91-b121-67a23ee15de3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:48:10.986825 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:48:11.003534 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] Sync routers for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:48:11.022999 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:11.023653 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:11.041453 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] No DVR routers for this DVR port 1d4eb15e-004d-4aa1-9411-88ac26950424 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:11.046172 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:11.049363 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7965b922-7565-4d61-9cf3-4445bdd57cdf req-b1a152ad-62e3-4a10-bf14-1852c0a31193 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.60 "DELETE /v2.0/ports/1d4eb15e-004d-4aa1-9411-88ac26950424 HTTP/1.1" status: 204 len: 173 time: 1.7052009 May 16 20:48:11.049835 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'name': 'network-vif-deleted', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:48:11.052495 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479dffbf-83a5-480c-a1b5-5186ba590240" -d '{"events": [{"server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "name": "network-vif-deleted", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:48:11.113825 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (7fc70844-df5e-4251-8513-c3f9d7ff7448), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:11.137923 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc70844-df5e-4251-8513-c3f9d7ff7448,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:11.138167 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:11.145255 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdfe6a9-a33e-4947-94fc-4c47ad1983c0 x-openstack-request-id: req-1fdfe6a9-a33e-4947-94fc-4c47ad1983c0 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:48:11.145542 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab26b8b-0542-432f-80bd-0a4b1c794710", "name": "network-vif-deleted", "tag": "1d4eb15e-004d-4aa1-9411-88ac26950424", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:48:11.145795 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fdfe6a9-a33e-4947-94fc-4c47ad1983c0 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:48:11.146265 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdfe6a9-a33e-4947-94fc-4c47ad1983c0'] response: {'server_uuid': 'bab26b8b-0542-432f-80bd-0a4b1c794710', 'name': 'network-vif-deleted', 'tag': '1d4eb15e-004d-4aa1-9411-88ac26950424', 'status': 'completed', 'code': 200} May 16 20:48:11.323005 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (d1cc5e34-6165-4bae-af2c-fd590c7094a0), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:11.347551 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:11.374817 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] Checking router: 341196d5-123f-4b91-b121-67a23ee15de3 for host: dv-cinder-777031-16-iscsi {{(pid=103498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:48:11.383977 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:11.384677 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:11.468280 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-af796b63-343f-4db8-aab9-0eabb2475cd9 req-3fabb427-c8c8-4fb9-b2a3-ad76d54efb82 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b8b-0542-432f-80bd-0a4b1c794710 HTTP/1.1" status: 200 len: 210 time: 0.0380118 May 16 20:48:11.496179 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvr_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:11.572318 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Router d1cc5e34-6165-4bae-af2c-fd590c7094a0 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:48:11.675569 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:48:11.683424 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-b23b0463-90ac-4811-b90b-6c99a5618793 admin admin] 10.222.0.49 "PUT /v2.0/routers/d1cc5e34-6165-4bae-af2c-fd590c7094a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3837903 May 16 20:48:11.683424 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41100) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:11.685884 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_hamode_db [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:11.686066 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] Sync routers for ids ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:48:11.696126 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] Routers {'d1cc5e34-6165-4bae-af2c-fd590c7094a0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:11.697047 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:11.711578 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01d1d6-0f08-47f1-8087-6daa1d8383fe None None] The sync data for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi is: [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:43:59Z', 'revision_number': 4, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi', '_interfaces': [{'id': 'f3db8c68-534f-4323-b615-c6e39a7df2d1', 'name': '', 'network_id': 'f8dc5c47-0d7f-4f3f-bbe1-95454b576a47', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'mac_address': 'fa:16:3e:53:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:58Z', 'updated_at': '2022-05-16T20:44:03Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'subnets': [{'id': '4cab645b-11c0-4ef1-b0a3-e8ca122a6e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:48:11.787431 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks [] for router (d1cc5e34-6165-4bae-af2c-fd590c7094a0), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:11.797474 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] Set router d1cc5e34-6165-4bae-af2c-fd590c7094a0 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:11.890865 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks [] for router_gateway (d1cc5e34-6165-4bae-af2c-fd590c7094a0), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:11.939360 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Deleting port 8615df14-52df-4ae8-9381-ca5564f02bba {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:11.939714 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:11.959577 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aece9ea-f62a-4bf9-8adf-955e8224cd63 None None] New status for floating IP 955437e8-76c4-42c4-8e0b-8d27c647e398: DOWN {{(pid=103498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:48:12.025121 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] For port 8615df14-52df-4ae8-9381-ca5564f02bba, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=8615df14-52df-4ae8-9381-ca5564f02bba,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:12.025498 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.042652 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Calling delete_port for 8615df14-52df-4ae8-9381-ca5564f02bba owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:12.058975 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:48:11Z', 'revision_number': 5, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port': {'id': '8615df14-52df-4ae8-9381-ca5564f02bba', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:35Z', 'updated_at': '2022-05-16T20:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:12.095763 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] Checking router: d1cc5e34-6165-4bae-af2c-fd590c7094a0 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:48:12.104798 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] Routers {'d1cc5e34-6165-4bae-af2c-fd590c7094a0'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:12.105421 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:12.185971 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] Set router d1cc5e34-6165-4bae-af2c-fd590c7094a0 gateway port host: None {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:12.206842 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (8615df14-52df-4ae8-9381-ca5564f02bba), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.235868 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8615df14-52df-4ae8-9381-ca5564f02bba,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:12.236389 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:48:11Z', 'revision_number': 6, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:12.261208 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b0030-212f-42f6-9692-e96ad717bd81 None None] The sync data for ids ['d1cc5e34-6165-4bae-af2c-fd590c7094a0'] in dv-cinder-777031-16-iscsi is: [{'id': 'd1cc5e34-6165-4bae-af2c-fd590c7094a0', 'name': 'tempest-TestShelveInstance-609957941-router', 'tenant_id': '0a1c3b627294487c9e37a6219d70353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:34Z', 'updated_at': '2022-05-16T20:48:11Z', 'revision_number': 6, 'project_id': '0a1c3b627294487c9e37a6219d70353f', 'gw_port_host': None}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:48:12.302083 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (d1cc5e34-6165-4bae-af2c-fd590c7094a0), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.388689 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (d1cc5e34-6165-4bae-af2c-fd590c7094a0), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.390876 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks [] for router_controller (d1cc5e34-6165-4bae-af2c-fd590c7094a0), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.433276 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (d1cc5e34-6165-4bae-af2c-fd590c7094a0), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.433846 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1cc5e34-6165-4bae-af2c-fd590c7094a0 {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:48:12.438224 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.439355 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-f43ff538-1ff5-4755-9ab5-1a4349bcf9f0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d1cc5e34-6165-4bae-af2c-fd590c7094a0 HTTP/1.1" status: 204 len: 168 time: 0.7553468 May 16 20:48:12.442350 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41102) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:12.500092 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] Deleting subnet 9dd18a06-175f-48ae-9032-5383c4fa421d {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:48:12.503273 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] Publish callbacks [] for subnet (9dd18a06-175f-48ae-9032-5383c4fa421d), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.544060 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (9dd18a06-175f-48ae-9032-5383c4fa421d), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.557827 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41108) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:12.615565 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5b687505-6988-4b36-8829-b964d9ed2948 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (d41234dd-51bf-4e03-a72e-b3ffc54472db), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.620878 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (9dd18a06-175f-48ae-9032-5383c4fa421d), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.644002 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5b687505-6988-4b36-8829-b964d9ed2948 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (d41234dd-51bf-4e03-a72e-b3ffc54472db), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.681729 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (9dd18a06-175f-48ae-9032-5383c4fa421d), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.707370 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5b687505-6988-4b36-8829-b964d9ed2948 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d41234dd-51bf-4e03-a72e-b3ffc54472db), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.710077 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5b687505-6988-4b36-8829-b964d9ed2948 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.714106 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-5b687505-6988-4b36-8829-b964d9ed2948 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "DELETE /v2.0/security-groups/d41234dd-51bf-4e03-a72e-b3ffc54472db HTTP/1.1" status: 204 len: 168 time: 0.1523271 May 16 20:48:12.714276 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41110) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:12.721184 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b687505-6988-4b36-8829-b964d9ed2948 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41234dd-51bf-4e03-a72e-b3ffc54472db,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:12.723405 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd18a06-175f-48ae-9032-5383c4fa421d,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:12.727856 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.732968 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-fd7de96c-aac3-4b23-b041-247b9d3a2501 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9dd18a06-175f-48ae-9032-5383c4fa421d HTTP/1.1" status: 204 len: 168 time: 0.2887666 May 16 20:48:12.737735 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41112) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:12.742805 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540fbd3-eef3-44ba-a569-04a419588763 None None] Network f12ef8c4-282e-462c-aa73-3d2218bc4592 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:48:12.745470 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.api.v2.resource [None req-2a54f060-2fd7-47a6-bdec-c1149a1d4fb2 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] show failed (client error): The resource could not be found. May 16 20:48:12.747569 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-2a54f060-2fd7-47a6-bdec-c1149a1d4fb2 tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "GET /v2.0/security-groups/d41234dd-51bf-4e03-a72e-b3ffc54472db HTTP/1.1" status: 404 len: 347 time: 0.0325167 May 16 20:48:12.750631 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41114) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:12.881479 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (f12ef8c4-282e-462c-aa73-3d2218bc4592), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.932113 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Deleting port ca6f5388-d32b-46f5-b525-2adf82058fee {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:12.932460 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:12.966789 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Deleting port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:12.967114 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.070129 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] For port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,segment=NetworkSegment(befa26de-cdc2-4008-8251-ce377a8eb2a5),segment_id=befa26de-cdc2-4008-8251-ce377a8eb2a5)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:13.070489 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.080707 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.081041 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (ca6f5388-d32b-46f5-b525-2adf82058fee), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.092895 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] DHCP port deletion for f12ef8c4-282e-462c-aa73-3d2218bc4592 request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:48:13.094777 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Calling delete_port for edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 owned by network:dhcp {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:13.101515 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Calling delete_port for ca6f5388-d32b-46f5-b525-2adf82058fee owned by network:floatingip {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:13.146868 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Deleting port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:13.147347 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.214102 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] For port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,segment=NetworkSegment(befa26de-cdc2-4008-8251-ce377a8eb2a5),segment_id=befa26de-cdc2-4008-8251-ce377a8eb2a5)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:13.214778 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.231968 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Calling delete_port for edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:13.245510 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.295225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:13.300290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] No DVR routers for this DVR port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 on host dv-cinder-777031-16-iscsi {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:13.321666 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (edd66d8f-a0f5-4b3e-8092-17dd5c5f6390), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.345498 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (ca6f5388-d32b-46f5-b525-2adf82058fee), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.347370 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:13.353523 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Pushing event deleted for resources: {'Port': ['ID=edd66d8f-a0f5-4b3e-8092-17dd5c5f6390,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:13.382763 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] No DVR routers for this DVR port edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:13.386298 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:13.386639 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device edd66d8f-a0f5-4b3e-8092-17dd5c5f6390 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:13.393460 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8615df14-52df-4ae8-9381-ca5564f02bba no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:13.396800 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.397140 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.397487 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.397815 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.398148 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.398470 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.398790 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.399114 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.399435 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.399755 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.400087 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.400394 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.400739 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.401048 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.401363 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6bb82-0624-4601-9736-3655ef4f4a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:48:13.405664 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Pushing event deleted for resources: {'Port': ['ID=ca6f5388-d32b-46f5-b525-2adf82058fee,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:13.411556 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (f12ef8c4-282e-462c-aa73-3d2218bc4592), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.423543 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 8615df14-52df-4ae8-9381-ca5564f02bba {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:13.423890 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 8615df14-52df-4ae8-9381-ca5564f02bba not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:13.424313 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 7fc70844-df5e-4251-8513-c3f9d7ff7448 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:13.444887 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 7fc70844-df5e-4251-8513-c3f9d7ff7448 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:13.445249 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 7fc70844-df5e-4251-8513-c3f9d7ff7448 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:13.466537 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12ef8c4-282e-462c-aa73-3d2218bc4592']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:13.481406 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befa26de-cdc2-4008-8251-ce377a8eb2a5') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:13.481688 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befa26de-cdc2-4008-8251-ce377a8eb2a5') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:13.493948 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (befa26de-cdc2-4008-8251-ce377a8eb2a5), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.508511 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks [] for floatingip (955437e8-76c4-42c4-8e0b-8d27c647e398), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.510938 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for floatingip (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.512073 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-610fb26f-60c7-4ee2-8304-9ecc94181d4c tempest-AttachVolumeTestJSON-1169807290 tempest-AttachVolumeTestJSON-1169807290-project] 10.222.0.49 "DELETE /v2.0/floatingips/955437e8-76c4-42c4-8e0b-8d27c647e398 HTTP/1.1" status: 204 len: 168 time: 0.7606285 May 16 20:48:13.513034 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (befa26de-cdc2-4008-8251-ce377a8eb2a5), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.520061 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:48:13.520527 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (befa26de-cdc2-4008-8251-ce377a8eb2a5), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:48:13.522214 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:48:13.856417 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (f12ef8c4-282e-462c-aa73-3d2218bc4592), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.861884 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:13.865119 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] 10.222.0.49 "DELETE /v2.0/networks/f12ef8c4-282e-462c-aa73-3d2218bc4592 HTTP/1.1" status: 204 len: 168 time: 1.1264579 May 16 20:48:13.875329 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2da3e8-884e-4f4c-9fb6-d9475e3d2c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=f12ef8c4-282e-462c-aa73-3d2218bc4592,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:13.962020 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 1d4eb15e-004d-4aa1-9411-88ac26950424 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:13.981905 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 1d4eb15e-004d-4aa1-9411-88ac26950424 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:13.982266 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 1d4eb15e-004d-4aa1-9411-88ac26950424 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:14.036468 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41122) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:14.075268 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7536921c-5f4b-4424-9d0d-1f3f4643dbe7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb89e1020d944ea08b4294be0ac00cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375810 May 16 20:48:14.077949 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41124) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:14.133012 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fd2e773c-5104-4dd2-9549-dc94bbf0c6a7 admin admin] Publish callbacks [] for security_group (0e0a5e2c-0786-477b-82f1-3343953e9ef5), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.154303 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fd2e773c-5104-4dd2-9549-dc94bbf0c6a7 admin admin] Publish callbacks [] for security_group (0e0a5e2c-0786-477b-82f1-3343953e9ef5), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.223455 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fd2e773c-5104-4dd2-9549-dc94bbf0c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0e0a5e2c-0786-477b-82f1-3343953e9ef5), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.226298 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fd2e773c-5104-4dd2-9549-dc94bbf0c6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.227464 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-fd2e773c-5104-4dd2-9549-dc94bbf0c6a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e0a5e2c-0786-477b-82f1-3343953e9ef5 HTTP/1.1" status: 204 len: 168 time: 0.1483836 May 16 20:48:14.235614 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e773c-5104-4dd2-9549-dc94bbf0c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0a5e2c-0786-477b-82f1-3343953e9ef5,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:14.568223 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41130) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:14.616501 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e830e6b3-35ed-4596-824d-34d0026d90f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a1c3b627294487c9e37a6219d70353f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468659 May 16 20:48:14.619116 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41132) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:14.670400 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-02ed475e-a919-43e1-8a38-c15583c5196f admin admin] Publish callbacks [] for security_group (0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.693478 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-02ed475e-a919-43e1-8a38-c15583c5196f admin admin] Publish callbacks [] for security_group (0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.744336 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-02ed475e-a919-43e1-8a38-c15583c5196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.746902 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-02ed475e-a919-43e1-8a38-c15583c5196f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:14.748959 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-02ed475e-a919-43e1-8a38-c15583c5196f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757 HTTP/1.1" status: 204 len: 168 time: 0.1288583 May 16 20:48:14.757787 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed475e-a919-43e1-8a38-c15583c5196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af1b080-ff5f-47a7-ac4d-ce4d5ca3f757,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:17.082667 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41158) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:17.391765 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953036'] for router_interface (341196d5-123f-4b91-b121-67a23ee15de3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:17.606543 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Deleting port f3db8c68-534f-4323-b615-c6e39a7df2d1 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:17.606768 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:17.689692 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] For port f3db8c68-534f-4323-b615-c6e39a7df2d1, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=f3db8c68-534f-4323-b615-c6e39a7df2d1,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:17.690057 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:17.702929 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Calling delete_port for f3db8c68-534f-4323-b615-c6e39a7df2d1 owned by network:router_interface {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:17.903580 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (f3db8c68-534f-4323-b615-c6e39a7df2d1), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:17.927127 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3db8c68-534f-4323-b615-c6e39a7df2d1,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:18.089359 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954579'] for router_interface (341196d5-123f-4b91-b121-67a23ee15de3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:18.291076 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Router 341196d5-123f-4b91-b121-67a23ee15de3 has already been hosted by L3 agent 6d74fd64-854e-4e0c-8709-bb03394552b6 {{(pid=103497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:48:18.401400 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] Notify agent at l3_agent.dv-cinder-777031-16-iscsi the message routers_updated {{(pid=103497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:48:18.407481 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-237b040d-bb08-4eae-8e86-bd9697b608a5 admin admin] 10.222.0.49 "PUT /v2.0/routers/341196d5-123f-4b91-b121-67a23ee15de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3242829 May 16 20:48:18.409458 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41160) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:18.410646 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] Sync routers for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:48:18.421300 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:18.421913 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:18.509419 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks [] for router (341196d5-123f-4b91-b121-67a23ee15de3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:18.519080 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: dv-cinder-777031-16-iscsi {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:18.592782 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-200bd296-36aa-4301-b788-2d4f5615eba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:18.608145 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks [] for router_gateway (341196d5-123f-4b91-b121-67a23ee15de3), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:18.650233 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Deleting port 5457db82-c7c5-4836-824e-4cfb1054cd28 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:18.650566 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:18.686180 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'external_fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:48:17Z', 'revision_number': 5, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port': {'id': '5457db82-c7c5-4836-824e-4cfb1054cd28', 'name': '', 'network_id': '43c8867c-cb67-4266-98b8-73017f153ceb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341196d5-123f-4b91-b121-67a23ee15de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16948dc0-d1cd-4574-9561-4019c735dbc1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-16-iscsi'}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:18.710005 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] Checking router: 341196d5-123f-4b91-b121-67a23ee15de3 for host: dv-cinder-777031-16-iscsi {{(pid=103499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:48:18.718585 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] Routers {'341196d5-123f-4b91-b121-67a23ee15de3'} bound to L3 agent in host dv-cinder-777031-16-iscsi {{(pid=103499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:48:18.719190 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:28:21Z,description=,heartbeat_timestamp=2022-05-16T20:47:51Z,host='dv-cinder-777031-16-iscsi',id=6d74fd64-854e-4e0c-8709-bb03394552b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:28:21Z,topic='l3_agent')) {'router_ids': ['341196d5-123f-4b91-b121-67a23ee15de3'], 'active': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:18.732137 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] For port 5457db82-c7c5-4836-824e-4cfb1054cd28, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=5457db82-c7c5-4836-824e-4cfb1054cd28,segment=NetworkSegment(1165f096-0de2-4924-a97b-0370e4e048c0),segment_id=1165f096-0de2-4924-a97b-0370e4e048c0)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:18.732542 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:18.746071 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Calling delete_port for 5457db82-c7c5-4836-824e-4cfb1054cd28 owned by network:router_gateway {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:18.799019 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_dvr_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] Set router 341196d5-123f-4b91-b121-67a23ee15de3 gateway port host: None {{(pid=103499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:48:18.845223 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.l3_hamode_db [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:48:18Z', 'revision_number': 6, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port_host': None}], 'dv-cinder-777031-16-iscsi', False) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:18.871380 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db09dc3-77bc-4824-8bdc-8605f4e8e027 None None] The sync data for ids ['341196d5-123f-4b91-b121-67a23ee15de3'] in dv-cinder-777031-16-iscsi is: [{'id': '341196d5-123f-4b91-b121-67a23ee15de3', 'name': 'tempest-AttachVolumeTestJSON-1964751023-router', 'tenant_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:43:56Z', 'updated_at': '2022-05-16T20:48:18Z', 'revision_number': 6, 'project_id': '1ccbb9b8d11b499cb9e84da27dd464e6', 'gw_port_host': None}] {{(pid=103499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:48:18.917488 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (5457db82-c7c5-4836-824e-4cfb1054cd28), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:18.943428 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Pushing event deleted for resources: {'Port': ['ID=5457db82-c7c5-4836-824e-4cfb1054cd28,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:19.007901 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963326'] for router_gateway (341196d5-123f-4b91-b121-67a23ee15de3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.097281 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32625'] for router (341196d5-123f-4b91-b121-67a23ee15de3), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.099465 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks [] for router_controller (341196d5-123f-4b91-b121-67a23ee15de3), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.144385 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-965551'] for router (341196d5-123f-4b91-b121-67a23ee15de3), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.145055 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341196d5-123f-4b91-b121-67a23ee15de3 {{(pid=103497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:48:19.149342 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.150582 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-959a4dd9-a79f-47d4-b4ef-093607e12074 admin admin] 10.222.0.49 "DELETE /v2.0/routers/341196d5-123f-4b91-b121-67a23ee15de3 HTTP/1.1" status: 204 len: 168 time: 0.7401974 May 16 20:48:19.153208 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41162) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:19.196779 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] Deleting subnet 4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:48:19.199783 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] Publish callbacks [] for subnet (4cab645b-11c0-4ef1-b0a3-e8ca122a6e62), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.238526 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (4cab645b-11c0-4ef1-b0a3-e8ca122a6e62), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.334409 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (4cab645b-11c0-4ef1-b0a3-e8ca122a6e62), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.394878 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (4cab645b-11c0-4ef1-b0a3-e8ca122a6e62), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.419299 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cab645b-11c0-4ef1-b0a3-e8ca122a6e62,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:19.424063 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.427706 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-97d9c9df-0473-4503-a9aa-ee0453b7d509 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4cab645b-11c0-4ef1-b0a3-e8ca122a6e62 HTTP/1.1" status: 204 len: 168 time: 0.2735212 May 16 20:48:19.429595 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8031e80a-24dc-49ab-a75f-4d100b4a6ecb None None] Network f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:48:19.430411 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41164) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:19.498496 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.545182 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Deleting port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:19.545516 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.608990 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] For port 50bd870d-8e2c-45f9-8ff5-73d631ca0695, host dv-cinder-777031-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-16-iscsi',level=0,port_id=50bd870d-8e2c-45f9-8ff5-73d631ca0695,segment=NetworkSegment(9374c63a-1fe1-4605-b201-c883c82cfc87),segment_id=9374c63a-1fe1-4605-b201-c883c82cfc87)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:19.609250 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.622224 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Calling delete_port for 50bd870d-8e2c-45f9-8ff5-73d631ca0695 owned by network:dhcp {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:19.662657 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] DHCP port deletion for f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 request from dv-cinder-777031-16-iscsi {{(pid=103498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:48:19.691343 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device f3db8c68-534f-4323-b615-c6e39a7df2d1 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:19.712463 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.713208 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: f3db8c68-534f-4323-b615-c6e39a7df2d1 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:19.713545 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device f3db8c68-534f-4323-b615-c6e39a7df2d1 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:19.723401 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] Deleting port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:19.723810 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.739123 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] No DVR routers for this DVR port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 on host dv-cinder-777031-16-iscsi {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:19.741085 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bd870d-8e2c-45f9-8ff5-73d631ca0695,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:19.788122 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] For port 50bd870d-8e2c-45f9-8ff5-73d631ca0695, host dv-cinder-777031-16-iscsi, got binding levels [] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:19.788550 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.801096 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] Calling delete_port for 50bd870d-8e2c-45f9-8ff5-73d631ca0695 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:19.803892 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.ipam_backend_mixin [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] Port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 was not found and therefore no delete operation was performed {{(pid=103498) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 20:48:19.805169 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606'] for port (50bd870d-8e2c-45f9-8ff5-73d631ca0695), after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.812577 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.827670 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] Pushing event deleted for resources: {'Port': ['ID=50bd870d-8e2c-45f9-8ff5-73d631ca0695,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:19.833191 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f039f-c335-4889-8629-dd0cc0f37871 None None] No DVR routers for this DVR port 50bd870d-8e2c-45f9-8ff5-73d631ca0695 on host dv-cinder-777031-16-iscsi {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:19.839148 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dc5c47-0d7f-4f3f-bbe1-95454b576a47']}} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:19.849556 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9374c63a-1fe1-4605-b201-c883c82cfc87') {'for_net_delete': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:19.849946 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.services.segments.db [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9374c63a-1fe1-4605-b201-c883c82cfc87') {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:48:19.859929 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529355196'] for segment (9374c63a-1fe1-4605-b201-c883c82cfc87), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.873921 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (9374c63a-1fe1-4605-b201-c883c82cfc87), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.880151 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:48:19.880614 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528580814'] for segment (9374c63a-1fe1-4605-b201-c883c82cfc87), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: Traceback (most recent call last): May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: timer() May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: cb(*args, **kw) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: return func(*args, **kwargs) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: self._notify() May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: self.callback(batched_events) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: event.method(event) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: return f(self, *a, **k) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._get(url).json() May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: return self.request(url, 'GET', **kwargs) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:48:19.882442 dv-cinder-777031-16-iscsi neutron-server[103497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:48:19.941246 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (f8dc5c47-0d7f-4f3f-bbe1-95454b576a47), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.945836 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:19.948855 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f8dc5c47-0d7f-4f3f-bbe1-95454b576a47 HTTP/1.1" status: 204 len: 168 time: 0.5175700 May 16 20:48:19.960970 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa52c9-881c-4803-85a1-f6799c494328 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8dc5c47-0d7f-4f3f-bbe1-95454b576a47,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:20.112577 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41168) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:20.153755 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-e5e8e8c6-e674-44e7-980d-695ca0bc1bf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ccbb9b8d11b499cb9e84da27dd464e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399253 May 16 20:48:20.156318 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41170) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:20.204850 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e044dbb6-5f60-41cd-8039-3cf1de56050c admin admin] Publish callbacks [] for security_group (d9ec9ba8-a939-4812-9d94-7c5f160f7912), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:20.226040 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e044dbb6-5f60-41cd-8039-3cf1de56050c admin admin] Publish callbacks [] for security_group (d9ec9ba8-a939-4812-9d94-7c5f160f7912), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:20.274063 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e044dbb6-5f60-41cd-8039-3cf1de56050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d9ec9ba8-a939-4812-9d94-7c5f160f7912), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:20.276611 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e044dbb6-5f60-41cd-8039-3cf1de56050c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:20.277738 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-e044dbb6-5f60-41cd-8039-3cf1de56050c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9ec9ba8-a939-4812-9d94-7c5f160f7912 HTTP/1.1" status: 204 len: 168 time: 0.1203752 May 16 20:48:20.285236 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044dbb6-5f60-41cd-8039-3cf1de56050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec9ba8-a939-4812-9d94-7c5f160f7912,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:20.753269 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6911d2b1-e98c-4e5a-af18-a935a53313ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:21.302265 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 50bd870d-8e2c-45f9-8ff5-73d631ca0695 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:21.321957 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 50bd870d-8e2c-45f9-8ff5-73d631ca0695 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:21.322331 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 50bd870d-8e2c-45f9-8ff5-73d631ca0695 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:21.322745 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5457db82-c7c5-4836-824e-4cfb1054cd28 no longer exists at agent ovs-agent-dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:48:21.344065 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] No Port match for: 5457db82-c7c5-4836-824e-4cfb1054cd28 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:48:21.344584 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Device 5457db82-c7c5-4836-824e-4cfb1054cd28 not bound to the agent host dv-cinder-777031-16-iscsi {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:48:22.022742 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41216) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:22.127868 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b70b70c5-2c36-4055-8df2-2cc0282fad5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.190218 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.207269 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b70b70c5-2c36-4055-8df2-2cc0282fad5e admin admin] Publish callbacks [] for security_group (582b03d4-c21c-4309-85da-9dcd2be7fe59), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.212791 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b70b70c5-2c36-4055-8df2-2cc0282fad5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (582b03d4-c21c-4309-85da-9dcd2be7fe59), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.249454 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-b70b70c5-2c36-4055-8df2-2cc0282fad5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e842947c05fb4b7380bad633694a2fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256579 May 16 20:48:22.250420 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b70c5-2c36-4055-8df2-2cc0282fad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b03d4-c21c-4309-85da-9dcd2be7fe59,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:22.252619 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41220) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:22.305894 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0e0d2d2b-f3a7-45b0-b1cb-a04a5c598403 admin admin] Publish callbacks [] for security_group (582b03d4-c21c-4309-85da-9dcd2be7fe59), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.327766 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0e0d2d2b-f3a7-45b0-b1cb-a04a5c598403 admin admin] Publish callbacks [] for security_group (582b03d4-c21c-4309-85da-9dcd2be7fe59), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.381664 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0e0d2d2b-f3a7-45b0-b1cb-a04a5c598403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (582b03d4-c21c-4309-85da-9dcd2be7fe59), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.384300 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-0e0d2d2b-f3a7-45b0-b1cb-a04a5c598403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.385464 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-0e0d2d2b-f3a7-45b0-b1cb-a04a5c598403 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/582b03d4-c21c-4309-85da-9dcd2be7fe59 HTTP/1.1" status: 204 len: 168 time: 0.1318972 May 16 20:48:22.393250 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d2d2b-f3a7-45b0-b1cb-a04a5c598403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b03d4-c21c-4309-85da-9dcd2be7fe59,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:22.672862 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41226) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:22.686817 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1df993c2-79fe-4e1b-aca2-5e6f4eee4e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.764325 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1df993c2-79fe-4e1b-aca2-5e6f4eee4e0f admin admin] Publish callbacks [] for security_group (dd47570b-604a-489f-ae9f-049ca4671099), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.770098 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-1df993c2-79fe-4e1b-aca2-5e6f4eee4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (dd47570b-604a-489f-ae9f-049ca4671099), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.807611 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-1df993c2-79fe-4e1b-aca2-5e6f4eee4e0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b040cd10fed54fbd9e5c376230d5e8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336486 May 16 20:48:22.808414 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df993c2-79fe-4e1b-aca2-5e6f4eee4e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd47570b-604a-489f-ae9f-049ca4671099,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:22.810898 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41228) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:22.862423 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-49187f54-c68b-423a-96d3-c494aeaec0df admin admin] Publish callbacks [] for security_group (dd47570b-604a-489f-ae9f-049ca4671099), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.883601 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-49187f54-c68b-423a-96d3-c494aeaec0df admin admin] Publish callbacks [] for security_group (dd47570b-604a-489f-ae9f-049ca4671099), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.930852 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-49187f54-c68b-423a-96d3-c494aeaec0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (dd47570b-604a-489f-ae9f-049ca4671099), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.934746 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-49187f54-c68b-423a-96d3-c494aeaec0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:22.936254 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-49187f54-c68b-423a-96d3-c494aeaec0df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd47570b-604a-489f-ae9f-049ca4671099 HTTP/1.1" status: 204 len: 168 time: 0.1243513 May 16 20:48:22.945443 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49187f54-c68b-423a-96d3-c494aeaec0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd47570b-604a-489f-ae9f-049ca4671099,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:23.598720 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:24.920888 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:27.051205 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.195070 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41316) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:32.304663 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-be8e70f9-d59a-4ad6-a396-6edd56cd14a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.382106 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-be8e70f9-d59a-4ad6-a396-6edd56cd14a5 admin admin] Publish callbacks [] for security_group (09fa5896-3064-4c22-90ea-6df36dcb02a8), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.387354 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-be8e70f9-d59a-4ad6-a396-6edd56cd14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (09fa5896-3064-4c22-90ea-6df36dcb02a8), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.424736 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-be8e70f9-d59a-4ad6-a396-6edd56cd14a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=619216dd8ae5494c8a79f10110384e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285187 May 16 20:48:32.425561 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e70f9-d59a-4ad6-a396-6edd56cd14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa5896-3064-4c22-90ea-6df36dcb02a8,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:32.427841 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41320) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:32.475829 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f0060233-6218-4df6-8775-981a4e66be3e admin admin] Publish callbacks [] for security_group (09fa5896-3064-4c22-90ea-6df36dcb02a8), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.497397 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f0060233-6218-4df6-8775-981a4e66be3e admin admin] Publish callbacks [] for security_group (09fa5896-3064-4c22-90ea-6df36dcb02a8), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.552735 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f0060233-6218-4df6-8775-981a4e66be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (09fa5896-3064-4c22-90ea-6df36dcb02a8), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.555944 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f0060233-6218-4df6-8775-981a4e66be3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.557217 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-f0060233-6218-4df6-8775-981a4e66be3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09fa5896-3064-4c22-90ea-6df36dcb02a8 HTTP/1.1" status: 204 len: 168 time: 0.1285043 May 16 20:48:32.565278 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0060233-6218-4df6-8775-981a4e66be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa5896-3064-4c22-90ea-6df36dcb02a8,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:32.829834 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41326) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:32.848936 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-24bde41b-3620-42f9-a6c8-bfe86766339d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.932481 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-24bde41b-3620-42f9-a6c8-bfe86766339d admin admin] Publish callbacks [] for security_group (318bc70f-06c0-4d0f-8770-9e949deb8293), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.937929 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-24bde41b-3620-42f9-a6c8-bfe86766339d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (318bc70f-06c0-4d0f-8770-9e949deb8293), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:32.975134 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-24bde41b-3620-42f9-a6c8-bfe86766339d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=384c8965ad604d09a19aa406ca0e31fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441920 May 16 20:48:32.976222 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde41b-3620-42f9-a6c8-bfe86766339d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318bc70f-06c0-4d0f-8770-9e949deb8293,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:32.978102 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41328) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:33.028044 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7b5338e4-00de-486c-9743-c3617222076b admin admin] Publish callbacks [] for security_group (318bc70f-06c0-4d0f-8770-9e949deb8293), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:33.049366 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7b5338e4-00de-486c-9743-c3617222076b admin admin] Publish callbacks [] for security_group (318bc70f-06c0-4d0f-8770-9e949deb8293), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:33.099005 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7b5338e4-00de-486c-9743-c3617222076b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (318bc70f-06c0-4d0f-8770-9e949deb8293), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:33.101479 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7b5338e4-00de-486c-9743-c3617222076b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:33.102596 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-7b5338e4-00de-486c-9743-c3617222076b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/318bc70f-06c0-4d0f-8770-9e949deb8293 HTTP/1.1" status: 204 len: 168 time: 0.1235318 May 16 20:48:33.110416 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5338e4-00de-486c-9743-c3617222076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318bc70f-06c0-4d0f-8770-9e949deb8293,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:39.633312 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41448) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:39.749463 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9cd841cc-fc41-4904-9890-5f7dc0838b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:39.825943 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9cd841cc-fc41-4904-9890-5f7dc0838b23 admin admin] Publish callbacks [] for security_group (076c3f1c-5e9b-4021-9abc-0b53138cd24b), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:39.830565 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9cd841cc-fc41-4904-9890-5f7dc0838b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (076c3f1c-5e9b-4021-9abc-0b53138cd24b), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:39.869388 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-9cd841cc-fc41-4904-9890-5f7dc0838b23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67a8bc1f526944ff8d0ba36d347730e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350345 May 16 20:48:39.870225 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd841cc-fc41-4904-9890-5f7dc0838b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076c3f1c-5e9b-4021-9abc-0b53138cd24b,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:39.873340 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41452) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:39.923758 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9ac5988d-95e4-4faa-beae-d2776687968f admin admin] Publish callbacks [] for security_group (076c3f1c-5e9b-4021-9abc-0b53138cd24b), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:39.945549 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9ac5988d-95e4-4faa-beae-d2776687968f admin admin] Publish callbacks [] for security_group (076c3f1c-5e9b-4021-9abc-0b53138cd24b), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:39.994186 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9ac5988d-95e4-4faa-beae-d2776687968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (076c3f1c-5e9b-4021-9abc-0b53138cd24b), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:39.996878 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9ac5988d-95e4-4faa-beae-d2776687968f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:39.998037 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-9ac5988d-95e4-4faa-beae-d2776687968f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/076c3f1c-5e9b-4021-9abc-0b53138cd24b HTTP/1.1" status: 204 len: 168 time: 0.1233971 May 16 20:48:40.005619 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5988d-95e4-4faa-beae-d2776687968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076c3f1c-5e9b-4021-9abc-0b53138cd24b,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:40.271335 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41458) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:40.284828 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce24b-6a8e-458a-a6bc-c918271aa94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:40.361076 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce24b-6a8e-458a-a6bc-c918271aa94a admin admin] Publish callbacks [] for security_group (b87af964-75c4-4118-b973-ab08cff11052), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:40.367484 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce24b-6a8e-458a-a6bc-c918271aa94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b87af964-75c4-4118-b973-ab08cff11052), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:40.407123 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-ab5ce24b-6a8e-458a-a6bc-c918271aa94a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=818ec04511cd4631b4dbe471b0bd658f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347220 May 16 20:48:40.407972 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ce24b-6a8e-458a-a6bc-c918271aa94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87af964-75c4-4118-b973-ab08cff11052,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:40.410639 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41460) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:40.459759 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ed053f68-744c-4d92-84c6-839e5317bd1b admin admin] Publish callbacks [] for security_group (b87af964-75c4-4118-b973-ab08cff11052), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:40.481638 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ed053f68-744c-4d92-84c6-839e5317bd1b admin admin] Publish callbacks [] for security_group (b87af964-75c4-4118-b973-ab08cff11052), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:40.537312 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ed053f68-744c-4d92-84c6-839e5317bd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (b87af964-75c4-4118-b973-ab08cff11052), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:40.539883 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ed053f68-744c-4d92-84c6-839e5317bd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:40.541050 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ed053f68-744c-4d92-84c6-839e5317bd1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b87af964-75c4-4118-b973-ab08cff11052 HTTP/1.1" status: 204 len: 168 time: 0.1294501 May 16 20:48:40.548635 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed053f68-744c-4d92-84c6-839e5317bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87af964-75c4-4118-b973-ab08cff11052,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:41.239713 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41482) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:41.347353 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.v2.base [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-231105048-network', 'tenant_id': 'b034bbaaf0414b5aaf2d0f33c24283e8'}} {{(pid=103496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:48:41.374698 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Made reservation on behalf of b034bbaaf0414b5aaf2d0f33c24283e8 for: {'network': 1} {{(pid=103496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:48:41.377844 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for network (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.390891 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.468076 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks [] for security_group (d95db25f-1c17-4e52-ad8e-e510e7bab042), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.473659 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d95db25f-1c17-4e52-ad8e-e510e7bab042), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.496469 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:48:41.504858 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95db25f-1c17-4e52-ad8e-e510e7bab042,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:41.510557 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739991810317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (9563c637-0f37-4cf3-bcbe-d3d5cf4aee81), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.510954 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.db.segments_db [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Added segment 9563c637-0f37-4cf3-bcbe-d3d5cf4aee81 of type vlan for network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 May 16 20:48:41.548784 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739991351188'] for network (e2a6de71-71d8-4163-bea3-c9f0f9b04c71), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.574017 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238'] for network (e2a6de71-71d8-4163-bea3-c9f0f9b04c71), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.575294 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:41.575907 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.610832 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3698874 May 16 20:48:41.613964 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41486) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:48:41.618792 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Request body: {'subnet': {'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-231105048-subnet', 'tenant_id': 'b034bbaaf0414b5aaf2d0f33c24283e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:48:41.640735 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff16f5d-1c9b-4f7b-b591-f4e34370eda9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a6de71-71d8-4163-bea3-c9f0f9b04c71,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:41.644008 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Made reservation on behalf of b034bbaaf0414b5aaf2d0f33c24283e8 for: {'subnet': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:48:41.646368 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529341567'] for subnet (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.651570 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 details requested by agent ovs-agent-dv-cinder-777031-16-iscsi with host dv-cinder-777031-16-iscsi {{(pid=103498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:48:41.819138 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528583725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529341545'] for subnet (92bfc1cd-c80f-40e5-94f9-4edc3820c74f), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.875403 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bfc1cd-c80f-40e5-94f9-4edc3820c74f,revision_number=0']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:41.883956 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Checking segment: {'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:48:41.884328 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Network hostable DHCP agents. Network: e2a6de71-71d8-4163-bea3-c9f0f9b04c71, hostable agents: ['64228763-98b4-472c-95ba-1e7e047be65f'], hosted agents: [] {{(pid=103497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:48:41.901569 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 is scheduled to be hosted by DHCP agent 64228763-98b4-472c-95ba-1e7e047be65f with binding_index 1 {{(pid=103497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:48:41.910387 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-16-iscsi, e2a6de71-71d8-4163-bea3-c9f0f9b04c71) {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:48:41.914537 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:41.915119 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:41.919592 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65a086-8c57-43f8-9f5b-f0b340f11bfc None None] Network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:48:41.931195 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-03394d5d-ed77-4972-a235-2647690ee0a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3161917 May 16 20:48:42.016789 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083ece6-7c95-4446-8092-96ca64a833df None None] Network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 requested from dv-cinder-777031-16-iscsi {{(pid=103498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:48:43.677843 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-9203e7de-38e4-4c53-9fd6-99a1eee2ddb4 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:43.679282 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-9203e7de-38e4-4c53-9fd6-99a1eee2ddb4 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/networks?id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71 HTTP/1.1" status: 200 len: 808 time: 0.1057341 May 16 20:48:43.694570 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-0f630e0b-c8c4-4d7a-866e-cf66ddedf286 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/quotas/b034bbaaf0414b5aaf2d0f33c24283e8 HTTP/1.1" status: 200 len: 375 time: 0.0093224 May 16 20:48:43.725669 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-5fac1946-eda5-4071-a5cd-14d1406cfee2 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b034bbaaf0414b5aaf2d0f33c24283e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262613 May 16 20:48:43.785758 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-5b86f569-e8ec-4915-bd20-917548ac368d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103497) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:48:43.786731 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-5b86f569-e8ec-4915-bd20-917548ac368d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0517797 May 16 20:48:43.879560 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-5d7d7272-cbc6-4646-b589-b9269039abd1 service neutron] 10.222.0.49 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866332 May 16 20:48:43.983500 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-d1d6bd83-eec9-4c06-831f-a710694804a5 service neutron] 10.222.0.49 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954516 May 16 20:48:44.142163 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:48:44.152878 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-4f05adca-95b7-4201-b563-1ced8a573348 req-c3fe5cd8-37fd-4616-959b-9a1de2865a00 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 210 time: 0.0287969 May 16 20:48:45.198065 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-342a0d54-c86d-465f-9604-309e2d1d0147 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:45.199518 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-342a0d54-c86d-465f-9604-309e2d1d0147 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "GET /v2.0/networks?id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71 HTTP/1.1" status: 200 len: 808 time: 0.1058438 May 16 20:48:45.211653 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Request body: {'port': {'device_id': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71', 'admin_state_up': True, 'tenant_id': 'b034bbaaf0414b5aaf2d0f33c24283e8'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:48:45.260738 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-0c500c88-1f62-4182-8d86-bfe45839cd68 req-10b8edff-653b-484c-868c-006c726f4d9e tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 210 time: 0.0339210 May 16 20:48:45.344290 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Made reservation on behalf of b034bbaaf0414b5aaf2d0f33c24283e8 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:48:45.347743 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:45.481601 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Allocated IP 172.20.0.5 (e2a6de71-71d8-4163-bea3-c9f0f9b04c71/92bfc1cd-c80f-40e5-94f9-4edc3820c74f/d28e266f-2b9b-4345-af32-ca169142e720) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:48:45.636643 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks [] for port (d28e266f-2b9b-4345-af32-ca169142e720), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:45.673298 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (d28e266f-2b9b-4345-af32-ca169142e720), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:45.717433 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:48:45.720702 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:48:45.726930 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:48:45.732408 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Pushing event updated for resources: {'Port': ['ID=d28e266f-2b9b-4345-af32-ca169142e720,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:45.781747 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:45.782351 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:45.800845 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a5856d96-6b04-482d-b712-4259e86aaeef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928736 May 16 20:48:45.811978 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Request body: {'port': {'device_id': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:48:45.870008 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d28e266f-2b9b-4345-af32-ca169142e720), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:46.407095 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ddb1-9370-4bdc-b5df-d6ae612af27a req-1d653964-0744-4e38-9115-8af1046bbbed tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:46.408676 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1843ddb1-9370-4bdc-b5df-d6ae612af27a req-1d653964-0744-4e38-9115-8af1046bbbed tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 931 time: 0.0629754 May 16 20:48:46.500703 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1843ddb1-9370-4bdc-b5df-d6ae612af27a req-7232cdef-0871-412a-ab72-ad7da8085a13 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862613 May 16 20:48:46.508673 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28e266f-2b9b-4345-af32-ca169142e720 {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:48:46.516828 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Publish callbacks [] for port (d28e266f-2b9b-4345-af32-ca169142e720), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:46.530587 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Transition to ACTIVE for port object d28e266f-2b9b-4345-af32-ca169142e720 will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:48:46.537448 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (d28e266f-2b9b-4345-af32-ca169142e720), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:46.585100 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Pushing event updated for resources: {'Port': ['ID=d28e266f-2b9b-4345-af32-ca169142e720,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:46.657274 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Attempting to bind port d28e266f-2b9b-4345-af32-ca169142e720 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:48:46.657751 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Attempting to bind port d28e266f-2b9b-4345-af32-ca169142e720 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:48:46.658088 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Attempting to bind port d28e266f-2b9b-4345-af32-ca169142e720 on network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:48:46.662601 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Port d28e266f-2b9b-4345-af32-ca169142e720 on network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:48:46.662929 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Attempting to bind port d28e266f-2b9b-4345-af32-ca169142e720 on network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:48:46.668609 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:48:46.668953 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Checking segment: {'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:48:46.669366 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Bound using segment: {'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:48:46.669794 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Bound port: d28e266f-2b9b-4345-af32-ca169142e720, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:48:46.670151 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d28e266f-2b9b-4345-af32-ca169142e720), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:46.734572 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] For port d28e266f-2b9b-4345-af32-ca169142e720, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:48:46.737769 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] For port d28e266f-2b9b-4345-af32-ca169142e720, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d28e266f-2b9b-4345-af32-ca169142e720,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:48:46.744390 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (d28e266f-2b9b-4345-af32-ca169142e720), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:46.775873 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:46.776470 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:46.777890 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] 10.222.0.60 "PUT /v2.0/ports/d28e266f-2b9b-4345-af32-ca169142e720 HTTP/1.1" status: 200 len: 1093 time: 0.9702160 May 16 20:48:46.778320 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'tag': 'd28e266f-2b9b-4345-af32-ca169142e720'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:48:46.780680 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6fab35-e4d8-4e23-9195-de82891c3c57" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfb3163-fdaa-407a-99a7-deff3fd32236", "tag": "d28e266f-2b9b-4345-af32-ca169142e720"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:48:46.810426 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa892d9a-cca6-4bb5-82d0-0b5614ca4faa service neutron] Pushing event updated for resources: {'Port': ['ID=d28e266f-2b9b-4345-af32-ca169142e720,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:46.828760 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e5bed-e38b-44b1-b1bd-5bbbc5ee3f41 x-openstack-request-id: req-464e5bed-e38b-44b1-b1bd-5bbbc5ee3f41 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:48:46.829035 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfb3163-fdaa-407a-99a7-deff3fd32236", "tag": "d28e266f-2b9b-4345-af32-ca169142e720", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:48:46.829410 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-464e5bed-e38b-44b1-b1bd-5bbbc5ee3f41 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:48:46.830150 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464e5bed-e38b-44b1-b1bd-5bbbc5ee3f41'] response: {'name': 'network-changed', 'server_uuid': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'tag': 'd28e266f-2b9b-4345-af32-ca169142e720', 'status': 'completed', 'code': 200} May 16 20:48:46.856261 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-423fd627-8479-494f-9a2b-3042b3d86274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:46.857791 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-423fd627-8479-494f-9a2b-3042b3d86274 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b034bbaaf0414b5aaf2d0f33c24283e8&device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 1127 time: 0.0431213 May 16 20:48:46.900627 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-77577aaa-9fe4-418f-8aaf-da972459aae2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28e266f-2b9b-4345-af32-ca169142e720 HTTP/1.1" status: 200 len: 217 time: 0.0356662 May 16 20:48:46.952339 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-9f42411e-8a9f-42cf-90f8-ea80ebaa1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:46.953770 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-9f42411e-8a9f-42cf-90f8-ea80ebaa1b96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92bfc1cd-c80f-40e5-94f9-4edc3820c74f HTTP/1.1" status: 200 len: 848 time: 0.0468481 May 16 20:48:46.995608 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-dad435ae-cadd-48c2-bce3-511b27d9449d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340822 May 16 20:48:47.084218 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-d7d65af3-8bbd-4973-beba-78f07cbf7f10 service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822017 May 16 20:48:47.182629 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f5e3466a-27d5-4bab-9cd5-f17527922016 req-a3eff226-9a60-4188-84f3-f90ec321c011 service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923417 May 16 20:48:47.626827 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aa7c1-69ac-4f40-85ca-56865632bb95 req-03ac9ab1-c733-48e0-9d1c-4cb02ac39666 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:47.628273 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8a8aa7c1-69ac-4f40-85ca-56865632bb95 req-03ac9ab1-c733-48e0-9d1c-4cb02ac39666 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 943 time: 0.0493710 May 16 20:48:47.682707 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-8a8aa7c1-69ac-4f40-85ca-56865632bb95 req-44fbc1dd-6227-4122-b9b3-630d81706e68 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472710 May 16 20:48:47.895744 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-e188bc69-ccd5-4bb9-865d-9e3df62fef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:47.897196 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-e188bc69-ccd5-4bb9-865d-9e3df62fef2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b034bbaaf0414b5aaf2d0f33c24283e8&device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 1127 time: 0.0530877 May 16 20:48:47.993203 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-d58bf05c-3387-4c51-ab84-cba232597123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:47.994656 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-d58bf05c-3387-4c51-ab84-cba232597123 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71 HTTP/1.1" status: 200 len: 909 time: 0.0912485 May 16 20:48:48.037486 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-ec59d2d7-868d-4803-8bf7-a3794ba6e80c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28e266f-2b9b-4345-af32-ca169142e720 HTTP/1.1" status: 200 len: 217 time: 0.0351286 May 16 20:48:48.088079 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-ece4f1b0-9199-4dee-8515-ac724996349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:48.089499 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-ece4f1b0-9199-4dee-8515-ac724996349a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92bfc1cd-c80f-40e5-94f9-4edc3820c74f HTTP/1.1" status: 200 len: 848 time: 0.0462391 May 16 20:48:48.120566 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-7caa39bb-3483-4e84-a850-434c57139fb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248897 May 16 20:48:48.213108 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-aa0f7ab0-e2bc-4969-961e-b2102cbb07dd service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862875 May 16 20:48:48.308074 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-eb6fab35-e4d8-4e23-9195-de82891c3c57 req-c6bb80bf-76ab-4df5-81d4-9225e6f83698 service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894382 May 16 20:48:48.598879 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-31beef14-e76d-43b0-8bab-f22d415e5b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:48.804284 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62aae9-c2a8-4542-8e3d-265f80f4f200 req-6a905d6f-b946-4ee1-ac2f-503fb226b2fa tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:48.805789 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ad62aae9-c2a8-4542-8e3d-265f80f4f200 req-6a905d6f-b946-4ee1-ac2f-503fb226b2fa tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 943 time: 0.0466034 May 16 20:48:48.858080 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ad62aae9-c2a8-4542-8e3d-265f80f4f200 req-88b24b2d-e624-43e1-9e36-89a03acc1763 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 May 16 20:48:49.993794 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3acea-caa5-4011-af3f-7f36023982aa req-f7fbb7af-a5b9-49ba-ac47-a4f12c1241ad tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:49.995111 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62a3acea-caa5-4011-af3f-7f36023982aa req-f7fbb7af-a5b9-49ba-ac47-a4f12c1241ad tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 943 time: 0.0568516 May 16 20:48:50.041553 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-62a3acea-caa5-4011-af3f-7f36023982aa req-2aa9a413-9809-456b-9bab-8ed171fc519e tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 May 16 20:48:50.117758 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device d28e266f-2b9b-4345-af32-ca169142e720 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:48:50.224547 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port d28e266f-2b9b-4345-af32-ca169142e720, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d28e266f-2b9b-4345-af32-ca169142e720,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:50.235589 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': 'd28e266f-2b9b-4345-af32-ca169142e720', 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71', 'port_id': 'd28e266f-2b9b-4345-af32-ca169142e720', 'mac_address': 'fa:16:3e:5b:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bfc1cd-c80f-40e5-94f9-4edc3820c74f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:48:50.271021 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port d28e266f-2b9b-4345-af32-ca169142e720 is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:48:50.271326 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d28e266f-2b9b-4345-af32-ca169142e720), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:50.287720 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28e266f-2b9b-4345-af32-ca169142e720 {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:48:50.312166 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port d28e266f-2b9b-4345-af32-ca169142e720, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d28e266f-2b9b-4345-af32-ca169142e720,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:50.317235 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (d28e266f-2b9b-4345-af32-ca169142e720), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:50.360704 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=d28e266f-2b9b-4345-af32-ca169142e720,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:50.525610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['d28e266f-2b9b-4345-af32-ca169142e720'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:48:50.756675 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ae40b335-fbc9-49f4-9995-f4c0716ca41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:51.170814 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c0654-5888-493f-8293-5f4b4d3d5fcf req-bcb82dab-b164-437e-a50a-b153373353d2 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:51.172266 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b85c0654-5888-493f-8293-5f4b4d3d5fcf req-bcb82dab-b164-437e-a50a-b153373353d2 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 944 time: 0.0467091 May 16 20:48:51.221145 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b85c0654-5888-493f-8293-5f4b4d3d5fcf req-5d1bc612-84ee-4a07-a27c-9005c518e214 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 May 16 20:48:52.133810 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device d28e266f-2b9b-4345-af32-ca169142e720 up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:48:52.199029 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:52.199909 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port d28e266f-2b9b-4345-af32-ca169142e720 completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:48:52.206242 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port d28e266f-2b9b-4345-af32-ca169142e720 triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:48:52.206623 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (d28e266f-2b9b-4345-af32-ca169142e720), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:52.279607 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port d28e266f-2b9b-4345-af32-ca169142e720 is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:48:52.279991 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (d28e266f-2b9b-4345-af32-ca169142e720), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:52.303979 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28e266f-2b9b-4345-af32-ca169142e720'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:48:52.306631 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bac827-f9f0-4c22-a893-59f52a4003e6" -d '{"events": [{"server_uuid": "6bfb3163-fdaa-407a-99a7-deff3fd32236", "name": "network-vif-plugged", "status": "completed", "tag": "d28e266f-2b9b-4345-af32-ca169142e720"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:48:52.322945 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port d28e266f-2b9b-4345-af32-ca169142e720, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d28e266f-2b9b-4345-af32-ca169142e720,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:52.328890 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (d28e266f-2b9b-4345-af32-ca169142e720), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:52.339592 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f3f93-03dc-4d12-99b8-e4bf582676a3 req-233005ed-ede0-4f68-957c-a89778ecf3e5 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:52.341095 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-540f3f93-03dc-4d12-99b8-e4bf582676a3 req-233005ed-ede0-4f68-957c-a89778ecf3e5 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 944 time: 0.0524821 May 16 20:48:52.381535 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=d28e266f-2b9b-4345-af32-ca169142e720,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:52.389296 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-540f3f93-03dc-4d12-99b8-e4bf582676a3 req-618eea7d-978f-4a7b-b283-c409215ed840 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 May 16 20:48:52.470981 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b792eeb-d7ce-47d3-83a4-67d2f8e4e77d x-openstack-request-id: req-8b792eeb-d7ce-47d3-83a4-67d2f8e4e77d {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:48:52.471278 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfb3163-fdaa-407a-99a7-deff3fd32236", "name": "network-vif-plugged", "status": "completed", "tag": "d28e266f-2b9b-4345-af32-ca169142e720", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:48:52.471531 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b792eeb-d7ce-47d3-83a4-67d2f8e4e77d {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:48:52.471928 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b792eeb-d7ce-47d3-83a4-67d2f8e4e77d'] response: {'server_uuid': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28e266f-2b9b-4345-af32-ca169142e720', 'code': 200} May 16 20:48:52.646709 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a27b6-06b7-40ae-b79e-d82913c610eb req-4aca5736-9aa8-4cca-851d-80c5fe3d8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:52.648156 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5d0a27b6-06b7-40ae-b79e-d82913c610eb req-4aca5736-9aa8-4cca-851d-80c5fe3d8da9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 1129 time: 0.0395277 May 16 20:48:52.692319 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-5d0a27b6-06b7-40ae-b79e-d82913c610eb req-b5c5f125-9d3d-4c64-9fca-a510b35dbb54 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 May 16 20:48:53.521966 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe1351-8084-443a-9843-ad0435aa474f req-bb1f5105-38f7-4c45-b9b6-5b34552cc323 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:53.523359 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e7fe1351-8084-443a-9843-ad0435aa474f req-bb1f5105-38f7-4c45-b9b6-5b34552cc323 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 945 time: 0.0585897 May 16 20:48:53.570168 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e7fe1351-8084-443a-9843-ad0435aa474f req-cbd8f0c5-e1fe-49e1-ab77-a3acf262d431 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 May 16 20:48:53.608503 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:54.698924 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808361c-fcbd-405f-b871-a41a980d5658 req-747c0bb5-31ee-41f4-84e5-2c185dd7984b tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:54.700400 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b808361c-fcbd-405f-b871-a41a980d5658 req-747c0bb5-31ee-41f4-84e5-2c185dd7984b tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 945 time: 0.0525041 May 16 20:48:54.746614 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-b808361c-fcbd-405f-b871-a41a980d5658 req-426bc64b-9b12-4a0c-9c08-2fda41a9ba4c tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 May 16 20:48:54.924987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:55.399236 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c023ec6-a825-4687-b3e4-a07f30f306f3 req-8420259a-0095-4f52-a671-d80e4dea1b4c tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:55.400707 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c023ec6-a825-4687-b3e4-a07f30f306f3 req-8420259a-0095-4f52-a671-d80e4dea1b4c tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 945 time: 0.0466475 May 16 20:48:55.457530 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-7c023ec6-a825-4687-b3e4-a07f30f306f3 req-3964e961-3829-464a-823b-8ec88b390726 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 May 16 20:48:56.604683 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f181af-e71d-46e1-b348-bd6663ab8ea7 req-2965aeb6-6c95-40c8-a403-e84858ab2d42 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:56.606093 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05f181af-e71d-46e1-b348-bd6663ab8ea7 req-2965aeb6-6c95-40c8-a403-e84858ab2d42 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 945 time: 0.0643384 May 16 20:48:56.657345 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-5c7827a2-7f02-4dbe-9633-03935fc49e96 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:56.658782 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-5c7827a2-7f02-4dbe-9633-03935fc49e96 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bfb3163-fdaa-407a-99a7-deff3fd32236 HTTP/1.1" status: 200 len: 945 time: 0.0745730 May 16 20:48:56.716975 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-05f181af-e71d-46e1-b348-bd6663ab8ea7 req-998a4061-bad9-488e-89d3-7c86ccd6c0a3 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920470 May 16 20:48:56.759964 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Deleting port d28e266f-2b9b-4345-af32-ca169142e720 {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:48:56.760172 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (d28e266f-2b9b-4345-af32-ca169142e720), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:56.849181 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] For port d28e266f-2b9b-4345-af32-ca169142e720, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d28e266f-2b9b-4345-af32-ca169142e720,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:48:56.849535 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (d28e266f-2b9b-4345-af32-ca169142e720), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:56.862129 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Calling delete_port for d28e266f-2b9b-4345-af32-ca169142e720 owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:48:57.000969 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (d28e266f-2b9b-4345-af32-ca169142e720), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:57.013123 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['d28e266f-2b9b-4345-af32-ca169142e720'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:48:57.032471 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Pushing event deleted for resources: {'Port': ['ID=d28e266f-2b9b-4345-af32-ca169142e720,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:57.050938 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:57.078918 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] No DVR routers for this DVR port d28e266f-2b9b-4345-af32-ca169142e720 on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:48:57.081456 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:57.084738 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1fe705f0-8314-49b2-b96e-431902f61e02 req-bec6a56b-1054-4036-9a30-a5bf6c6742a7 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "DELETE /v2.0/ports/d28e266f-2b9b-4345-af32-ca169142e720 HTTP/1.1" status: 204 len: 173 time: 0.4199078 May 16 20:48:57.085165 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'name': 'network-vif-deleted', 'tag': 'd28e266f-2b9b-4345-af32-ca169142e720'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:48:57.087419 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb2646-c632-4b2b-84ae-50a2e4751901" -d '{"events": [{"server_uuid": "6bfb3163-fdaa-407a-99a7-deff3fd32236", "name": "network-vif-deleted", "tag": "d28e266f-2b9b-4345-af32-ca169142e720"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:48:57.126039 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38660f29-762d-4077-a662-c8c3d77f6743 x-openstack-request-id: req-38660f29-762d-4077-a662-c8c3d77f6743 {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:48:57.126340 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfb3163-fdaa-407a-99a7-deff3fd32236", "name": "network-vif-deleted", "tag": "d28e266f-2b9b-4345-af32-ca169142e720", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:48:57.126595 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38660f29-762d-4077-a662-c8c3d77f6743 {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:48:57.127005 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38660f29-762d-4077-a662-c8c3d77f6743'] response: {'server_uuid': '6bfb3163-fdaa-407a-99a7-deff3fd32236', 'name': 'network-vif-deleted', 'tag': 'd28e266f-2b9b-4345-af32-ca169142e720', 'status': 'completed', 'code': 200} May 16 20:48:57.986180 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-59c56855-adb0-4fdf-ab52-23e2197a67bc tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:57.988962 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-59c56855-adb0-4fdf-ab52-23e2197a67bc tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/networks?id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71 HTTP/1.1" status: 200 len: 808 time: 0.1061552 May 16 20:48:58.006020 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-a74254b0-2b9e-4a5c-b62a-e225b94cce86 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/quotas/b034bbaaf0414b5aaf2d0f33c24283e8 HTTP/1.1" status: 200 len: 375 time: 0.0090449 May 16 20:48:58.041382 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-a6b2c186-8dce-42dc-82c1-407cb28d8493 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b034bbaaf0414b5aaf2d0f33c24283e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305471 May 16 20:48:58.129668 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-76e6119a-6a1d-48ac-9964-d3111b2ad547 service neutron] 10.222.0.49 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818057 May 16 20:48:58.226245 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-d837735f-bb46-4e9f-b629-e0ca83e357a5 service neutron] 10.222.0.49 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905800 May 16 20:48:58.401403 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-a8af0b5e-ee0d-4295-834b-811728f62cc8 req-66c269c1-1cca-49d1-96d2-86ca582eecae tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 210 time: 0.0285244 May 16 20:48:59.313752 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-f73bd643-2306-4f8f-b413-79d40184d793 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:59.315161 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-f73bd643-2306-4f8f-b413-79d40184d793 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "GET /v2.0/networks?id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71 HTTP/1.1" status: 200 len: 808 time: 0.1088655 May 16 20:48:59.328602 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Request body: {'port': {'device_id': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71', 'admin_state_up': True, 'tenant_id': 'b034bbaaf0414b5aaf2d0f33c24283e8'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:48:59.438333 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Made reservation on behalf of b034bbaaf0414b5aaf2d0f33c24283e8 for: {'port': 1} {{(pid=103497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:48:59.441818 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (None), before_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:59.528123 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-1fd14fb9-c920-45b6-81da-d909145a0d0c req-565c69ba-1e3f-4948-9239-10435ece1e4b tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 210 time: 0.0599065 May 16 20:48:59.600078 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_common [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Allocated IP 172.20.0.2 (e2a6de71-71d8-4163-bea3-c9f0f9b04c71/92bfc1cd-c80f-40e5-94f9-4edc3820c74f/5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e) {{(pid=103497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:48:59.752915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks [] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), precommit_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:59.787180 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739991328597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), after_create {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:59.826602 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 is already hosted by enough agents. {{(pid=103497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:48:59.829741 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.scheduler.base_scheduler [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Resources bound (agent type, host, resource id): {{(pid=103497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:48:59.835391 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Received port after_create {{(pid=103497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:48:59.841093 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Pushing event updated for resources: {'Port': ['ID=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,revision_number=1']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:48:59.883994 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:48:59.884612 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:48:59.909463 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-4ef07f34-3897-4a62-ac9b-0f88ff4f4b44 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848417 May 16 20:48:59.921039 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.v2.base [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Request body: {'port': {'device_id': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:48:59.985806 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:00.162488 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device d28e266f-2b9b-4345-af32-ca169142e720 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:49:00.181264 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: d28e266f-2b9b-4345-af32-ca169142e720 {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:49:00.181603 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device d28e266f-2b9b-4345-af32-ca169142e720 not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:49:00.271819 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e {{(pid=103497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:49:00.279732 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Publish callbacks [] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:00.292951 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.provisioning_blocks [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Transition to ACTIVE for port object 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e will not be triggered until provisioned by entity L2. {{(pid=103497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:49:00.298162 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:00.342918 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Pushing event updated for resources: {'Port': ['ID=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:00.415540 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Attempting to bind port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:49:00.415793 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Attempting to bind port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:49:00.416100 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Attempting to bind port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e on network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:49:00.420407 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e on network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:49:00.420751 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Attempting to bind port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e on network e2a6de71-71d8-4163-bea3-c9f0f9b04c71 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:49:00.425571 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Checking agent: {'id': '47c97318-8329-4ae9-98c6-6f744070a64b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'started_at': datetime.datetime(2022, 5, 16, 20, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:49:00.425902 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Checking segment: {'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:49:00.426286 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Bound using segment: {'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:49:00.426700 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Bound port: 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:49:00.427059 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:00.490861 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] For port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e, host hv-cinder-77703, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:49:00.493904 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] For port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:49:00.500421 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528580778'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:00.534140 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:00.534810 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:00.536181 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] 10.222.0.60 "PUT /v2.0/ports/5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e HTTP/1.1" status: 200 len: 1093 time: 0.6191847 May 16 20:49:00.536631 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'tag': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:49:00.538959 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e816ba49-1fc1-424f-8c31-c280ffccde9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f36a6e-ebd7-48a9-bbd3-cad4f207b193", "tag": "5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:49:00.565019 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bc9b6-b85b-4fec-9fc4-d2778bda454c service neutron] Pushing event updated for resources: {'Port': ['ID=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:00.577182 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8cdab-a855-452f-8d05-ada3a3a0983b x-openstack-request-id: req-c5e8cdab-a855-452f-8d05-ada3a3a0983b {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:49:00.577467 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f36a6e-ebd7-48a9-bbd3-cad4f207b193", "tag": "5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:49:00.577852 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5e8cdab-a855-452f-8d05-ada3a3a0983b {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:49:00.578242 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e8cdab-a855-452f-8d05-ada3a3a0983b'] response: {'name': 'network-changed', 'server_uuid': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'tag': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e', 'status': 'completed', 'code': 200} May 16 20:49:00.654957 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-abee99fa-ad12-4cfd-b6de-d409ed49db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:00.656495 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-abee99fa-ad12-4cfd-b6de-d409ed49db4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b034bbaaf0414b5aaf2d0f33c24283e8&device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 1127 time: 0.0685339 May 16 20:49:00.678434 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491283af-85d1-4434-8bae-ad86d393bc37 req-8f454f10-f5e0-4bb9-b584-cf0ac822dc41 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:00.679714 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-491283af-85d1-4434-8bae-ad86d393bc37 req-8f454f10-f5e0-4bb9-b584-cf0ac822dc41 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 943 time: 0.0647833 May 16 20:49:00.712308 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-1b64e62d-9a9a-47ee-9bec-e196cfd23683 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e HTTP/1.1" status: 200 len: 217 time: 0.0470796 May 16 20:49:00.779668 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-491283af-85d1-4434-8bae-ad86d393bc37 req-8795269d-ca77-44b5-99a0-1c618f5b1637 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 May 16 20:49:00.781121 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-3364c197-5d82-4ccf-95c2-7e3c812ffdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:00.782440 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-3364c197-5d82-4ccf-95c2-7e3c812ffdc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92bfc1cd-c80f-40e5-94f9-4edc3820c74f HTTP/1.1" status: 200 len: 848 time: 0.0626080 May 16 20:49:00.814717 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-22947106-756d-480d-8cb3-28bfbfc1b9c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260539 May 16 20:49:00.904320 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-c6d01e2e-64e1-4496-8d5c-cf2bff898b28 service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832021 May 16 20:49:00.994936 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e74c4baf-bc24-4cf4-a552-17eddf654b93 req-9ef78607-28c2-407e-9363-b2b2bcc02b78 service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850687 May 16 20:49:01.710381 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-fe249fe5-5fd2-420f-9bcf-4a15f780981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:01.711867 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-fe249fe5-5fd2-420f-9bcf-4a15f780981f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b034bbaaf0414b5aaf2d0f33c24283e8&device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 1127 time: 0.0493252 May 16 20:49:01.803947 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-aa251507-f4f5-4dc3-ae8e-2929e5dc88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:01.805470 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-aa251507-f4f5-4dc3-ae8e-2929e5dc88e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71 HTTP/1.1" status: 200 len: 909 time: 0.0875165 May 16 20:49:01.847019 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-9d42e76e-4a75-4110-a457-6053e0a30e5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e HTTP/1.1" status: 200 len: 217 time: 0.0356362 May 16 20:49:01.925371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c4983-d8a5-434b-90af-b447ba51f9e3 req-bd7c4613-6de5-4b9f-bec9-bf0e12e9c6df tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:01.926726 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f68c4983-d8a5-434b-90af-b447ba51f9e3 req-bd7c4613-6de5-4b9f-bec9-bf0e12e9c6df tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 943 time: 0.0743678 May 16 20:49:01.930327 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-4cfadefe-9e8f-405d-ae02-dc83befe601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:01.931634 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-4cfadefe-9e8f-405d-ae02-dc83befe601a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92bfc1cd-c80f-40e5-94f9-4edc3820c74f HTTP/1.1" status: 200 len: 848 time: 0.0782082 May 16 20:49:01.973650 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-3be63abc-756d-4672-8cad-9c2592ef4250 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2a6de71-71d8-4163-bea3-c9f0f9b04c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351036 May 16 20:49:02.025475 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-f68c4983-d8a5-434b-90af-b447ba51f9e3 req-35853994-3cb3-4a42-992f-e119e915d04a tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929193 May 16 20:49:02.085371 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-e38d7c1e-6fbd-4d52-9bf8-48076d331f50 service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002188 May 16 20:49:02.177392 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-e816ba49-1fc1-424f-8c31-c280ffccde9a req-0eae0e14-904c-4bad-a3b7-204d5e0846ec service neutron] 10.222.0.60 "GET /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867851 May 16 20:49:02.177987 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:49:02.274262 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:49:02.286115 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Returning: {'device': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e', 'network_id': 'e2a6de71-71d8-4163-bea3-c9f0f9b04c71', 'port_id': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e', 'mac_address': 'fa:16:3e:20:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bfc1cd-c80f-40e5-94f9-4edc3820c74f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:49:02.323877 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e is: DOWN; New status is: BUILD {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:49:02.324281 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:02.337098 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:49:02.362661 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:49:02.368708 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:02.413784 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,revision_number=4']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:02.566834 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:49:03.157102 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ce776-09bd-42ef-a0c9-91d13b896e1e req-c0911e2a-15c1-4c09-a49c-8f208302c3e1 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:03.158578 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-975ce776-09bd-42ef-a0c9-91d13b896e1e req-c0911e2a-15c1-4c09-a49c-8f208302c3e1 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 944 time: 0.0569470 May 16 20:49:03.209971 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-975ce776-09bd-42ef-a0c9-91d13b896e1e req-294dd0be-6131-4c65-8d39-5b1690b7f8ef tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 May 16 20:49:04.195086 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e up at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:49:04.238771 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning for port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e completed by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:49:04.247628 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Provisioning complete for port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e triggered by entity L2. {{(pid=103498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:49:04.248151 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3966930'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), provisioning_complete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:04.320347 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Current status of the port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e is: BUILD; New status is: ACTIVE {{(pid=103498) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:49:04.320758 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737154'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:04.328229 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c3c05-b9ea-4a58-8041-33a30f5b742d req-db6e0491-c284-469d-9d6d-b7eb99d02c45 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:04.329689 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-170c3c05-b9ea-4a58-8041-33a30f5b742d req-db6e0491-c284-469d-9d6d-b7eb99d02c45 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 944 time: 0.0500224 May 16 20:49:04.345894 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:49:04.348083 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd4a9dc7fa2a3cafb6da97905861098c1c3a2726ca65caf1dddf0ffd6cb8470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af01f3b-2f54-4b27-99d0-a1f277be9362" -d '{"events": [{"server_uuid": "d5f36a6e-ebd7-48a9-bbd3-cad4f207b193", "name": "network-vif-plugged", "status": "completed", "tag": "5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:49:04.360999 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] For port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:49:04.366315 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739991723659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739991328615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739991328633'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:04.377313 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-170c3c05-b9ea-4a58-8041-33a30f5b742d req-ee997288-d25d-440c-9323-97e1a357adb9 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 May 16 20:49:04.395448 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd4f7b5-67be-4bb7-9b62-0dccfab26b9d x-openstack-request-id: req-6bd4f7b5-67be-4bb7-9b62-0dccfab26b9d {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:49:04.395729 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f36a6e-ebd7-48a9-bbd3-cad4f207b193", "name": "network-vif-plugged", "status": "completed", "tag": "5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:49:04.396013 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bd4f7b5-67be-4bb7-9b62-0dccfab26b9d {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:49:04.396400 dv-cinder-777031-16-iscsi neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd4f7b5-67be-4bb7-9b62-0dccfab26b9d'] response: {'server_uuid': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e', 'code': 200} May 16 20:49:04.416315 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Pushing event updated for resources: {'Port': ['ID=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,revision_number=5']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:04.567799 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb495-7030-487a-8025-2328ee6aee81 req-1406f61f-628e-47d6-ae0f-f77eaf6587c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:04.569194 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-33fcb495-7030-487a-8025-2328ee6aee81 req-1406f61f-628e-47d6-ae0f-f77eaf6587c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 1129 time: 0.0391767 May 16 20:49:04.614326 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-33fcb495-7030-487a-8025-2328ee6aee81 req-269e6e62-0999-408d-b9cb-5b5034b49232 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388958 May 16 20:49:05.492943 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af362-7a44-4b8c-b997-7152f28cfdd3 req-5cd37dba-f233-4579-aa52-8901168fe09d tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:05.494402 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-993af362-7a44-4b8c-b997-7152f28cfdd3 req-5cd37dba-f233-4579-aa52-8901168fe09d tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 945 time: 0.0467145 May 16 20:49:05.545521 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-993af362-7a44-4b8c-b997-7152f28cfdd3 req-5a8c0bbf-e720-4ab7-a00b-71ccd54da2d4 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 May 16 20:49:06.676697 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1cf50-c5a0-41de-b303-1c7abdf66ada req-f5086fef-61c3-46ed-a641-461cee72b37d tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:06.678152 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efc1cf50-c5a0-41de-b303-1c7abdf66ada req-f5086fef-61c3-46ed-a641-461cee72b37d tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 945 time: 0.0555508 May 16 20:49:06.726676 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-efc1cf50-c5a0-41de-b303-1c7abdf66ada req-92f8582a-846a-4bd6-be54-d8014c25d33d tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 May 16 20:49:07.406657 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770704-01ca-4bfd-a721-f945ea1b037e req-2d9304dd-e85e-465f-812a-1ed1a82d91d2 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:07.408025 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31770704-01ca-4bfd-a721-f945ea1b037e req-2d9304dd-e85e-465f-812a-1ed1a82d91d2 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 945 time: 0.0530448 May 16 20:49:07.455652 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-31770704-01ca-4bfd-a721-f945ea1b037e req-d52684fe-3bb5-46ea-bb57-5aa8b4be484b tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 May 16 20:49:08.612225 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46bbee-7ee3-40e3-918a-89a0fa3a4e62 req-9d034177-ad0e-4642-8923-212c842c5f74 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:08.613672 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed46bbee-7ee3-40e3-918a-89a0fa3a4e62 req-9d034177-ad0e-4642-8923-212c842c5f74 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 945 time: 0.0784461 May 16 20:49:08.639169 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6884-03a9-4e1f-9372-e62362141c37 req-9de6b497-2d06-4e78-b59f-1ec3a4627931 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:49:08.640661 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-750f6884-03a9-4e1f-9372-e62362141c37 req-9de6b497-2d06-4e78-b59f-1ec3a4627931 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5f36a6e-ebd7-48a9-bbd3-cad4f207b193 HTTP/1.1" status: 200 len: 945 time: 0.0707195 May 16 20:49:08.696157 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-ed46bbee-7ee3-40e3-918a-89a0fa3a4e62 req-77e79e58-a1e4-4048-b228-4bbcb3c2ad3a tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.49 "GET /v2.0/security-groups?id=d95db25f-1c17-4e52-ad8e-e510e7bab042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767801 May 16 20:49:08.745634 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Deleting port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e {{(pid=103497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:49:08.745858 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739991714533'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:08.832761 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] For port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,segment=NetworkSegment(9563c637-0f37-4cf3-bcbe-d3d5cf4aee81),segment_id=9563c637-0f37-4cf3-bcbe-d3d5cf4aee81)] {{(pid=103497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:49:08.833158 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-952838'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:08.847779 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.plugin [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Calling delete_port for 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e owned by compute:nova {{(pid=103497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:49:09.002605 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739991723641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739991328606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528580765'] for port (5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:09.015440 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] get_ports_and_sgs() called for port_ids ['5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e'] {{(pid=103498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:49:09.033501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Pushing event deleted for resources: {'Port': ['ID=5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:09.046545 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.046895 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.047271 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.047608 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.047943 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.048272 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.048672 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.048998 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.049312 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.049634 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.049956 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.050278 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.050599 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.050915 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.051232 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:09.086833 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] No DVR routers for this DVR port 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e on host hv-cinder-77703 {{(pid=103497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:49:09.089371 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115124'] for port (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:09.092603 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [req-750f6884-03a9-4e1f-9372-e62362141c37 req-a83a931a-9185-474b-a766-6cdfcda31f51 tempest-VolumesActionsTest-1401052949 tempest-VolumesActionsTest-1401052949-project] 10.222.0.60 "DELETE /v2.0/ports/5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e HTTP/1.1" status: 204 len: 173 time: 0.4447575 May 16 20:49:09.093031 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'name': 'network-vif-deleted', 'tag': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e'}] {{(pid=103497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:49:09.095236 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0cabacd919a89a902093a7d0af69c6d9387a078065f429a862a926c743770f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e6788d-860b-44dc-999e-a443d6c4abd5" -d '{"events": [{"server_uuid": "d5f36a6e-ebd7-48a9-bbd3-cad4f207b193", "name": "network-vif-deleted", "tag": "5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e"}]}' {{(pid=103497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:49:09.132297 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dd03a5-65ad-4a0b-8d6a-d75213420b0d x-openstack-request-id: req-21dd03a5-65ad-4a0b-8d6a-d75213420b0d {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:49:09.132627 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f36a6e-ebd7-48a9-bbd3-cad4f207b193", "name": "network-vif-deleted", "tag": "5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e", "status": "completed", "code": 200}]} {{(pid=103497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:49:09.132879 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21dd03a5-65ad-4a0b-8d6a-d75213420b0d {{(pid=103497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:49:09.133284 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21dd03a5-65ad-4a0b-8d6a-d75213420b0d'] response: {'server_uuid': 'd5f36a6e-ebd7-48a9-bbd3-cad4f207b193', 'name': 'network-vif-deleted', 'tag': '5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e', 'status': 'completed', 'code': 200} May 16 20:49:12.242650 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:49:12.271302 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] No Port match for: 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e {{(pid=103498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:49:12.271715 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron.plugins.ml2.rpc [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Device 5f2cfed5-c1b0-4a00-b0bf-cf9093fb6d2e not bound to the agent host hv-cinder-77703 {{(pid=103498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:49:18.593716 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2adef19f-d2b1-4d23-a049-a429ce35ded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:20.751338 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08286cf1-9bf4-4f41-91ca-52adc251ec9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:21.143879 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:49:22.197141 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:23.605970 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:24.932757 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:27.035606 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.573870 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [-] (103497) accepted ('10.222.0.49', 41856) {{(pid=103497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:49:29.622374 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] Deleting subnet 92bfc1cd-c80f-40e5-94f9-4edc3820c74f {{(pid=103497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:49:29.625850 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] Publish callbacks [] for subnet (92bfc1cd-c80f-40e5-94f9-4edc3820c74f), before_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.661501 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529355141'] for subnet (92bfc1cd-c80f-40e5-94f9-4edc3820c74f), precommit_delete_associations {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.700163 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4165886'] for subnet (92bfc1cd-c80f-40e5-94f9-4edc3820c74f), precommit_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.758085 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4165863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528583788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529341522'] for subnet (92bfc1cd-c80f-40e5-94f9-4edc3820c74f), after_delete {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.786484 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.789567 dv-cinder-777031-16-iscsi neutron-server[103497]: INFO neutron.wsgi [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/92bfc1cd-c80f-40e5-94f9-4edc3820c74f HTTP/1.1" status: 204 len: 168 time: 0.2146668 May 16 20:49:29.790890 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a0baa-97f4-4af0-a4a8-dc973a68acdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bfc1cd-c80f-40e5-94f9-4edc3820c74f,revision_number=None']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:29.792378 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41858) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:49:29.860095 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4092705'] for network (e2a6de71-71d8-4163-bea3-c9f0f9b04c71), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.945064 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4167755', 'neutron.services.segments.db._delete_segments_for_network-8739991810326'] for network (e2a6de71-71d8-4163-bea3-c9f0f9b04c71), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.964098 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a6de71-71d8-4163-bea3-c9f0f9b04c71']}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:49:29.973145 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81') {'for_net_delete': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:49:29.973450 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.services.segments.db [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9563c637-0f37-4cf3-bcbe-d3d5cf4aee81') {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:49:29.982605 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739991811871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528913185'] for segment (9563c637-0f37-4cf3-bcbe-d3d5cf4aee81), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:29.995645 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701'] for segment (9563c637-0f37-4cf3-bcbe-d3d5cf4aee81), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.001528 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:49:30.001898 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4189701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528523729'] for segment (9563c637-0f37-4cf3-bcbe-d3d5cf4aee81), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: Traceback (most recent call last): May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: timer() May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: cb(*args, **kw) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: return func(*args, **kwargs) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: self._notify() May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: self.callback(batched_events) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: event.method(event) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: return f(self, *a, **k) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._get(url).json() May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: return self.request(url, 'GET', **kwargs) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:49:30.003501 dv-cinder-777031-16-iscsi neutron-server[103496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:49:30.059059 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4167792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952524'] for network (e2a6de71-71d8-4163-bea3-c9f0f9b04c71), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.065066 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009272'] for network (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.068088 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] 10.222.0.49 "DELETE /v2.0/networks/e2a6de71-71d8-4163-bea3-c9f0f9b04c71 HTTP/1.1" status: 204 len: 168 time: 0.2746537 May 16 20:49:30.078611 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a6de71-71d8-4163-bea3-c9f0f9b04c71,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:30.085909 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.086234 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.086821 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.087121 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.087473 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.087778 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.088092 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.088406 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.088747 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.089056 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.089384 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.089698 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.090001 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.090310 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.090613 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b91281-d83e-4ce2-9726-9e9dda16a08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-16-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:49:30.202765 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41862) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:49:30.247680 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-24de0cbf-03cf-4f88-8831-dce5dc198c77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b034bbaaf0414b5aaf2d0f33c24283e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434706 May 16 20:49:30.250339 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.wsgi [-] (103496) accepted ('10.222.0.49', 41864) {{(pid=103496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:49:30.296376 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1f3b-55d3-4ec6-9b5c-58b8c5c134e6 admin admin] Publish callbacks [] for security_group (d95db25f-1c17-4e52-ad8e-e510e7bab042), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.317453 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1f3b-55d3-4ec6-9b5c-58b8c5c134e6 admin admin] Publish callbacks [] for security_group (d95db25f-1c17-4e52-ad8e-e510e7bab042), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.365984 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1f3b-55d3-4ec6-9b5c-58b8c5c134e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984701'] for security_group (d95db25f-1c17-4e52-ad8e-e510e7bab042), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.368414 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1f3b-55d3-4ec6-9b5c-58b8c5c134e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:30.369541 dv-cinder-777031-16-iscsi neutron-server[103496]: INFO neutron.wsgi [None req-ea7d1f3b-55d3-4ec6-9b5c-58b8c5c134e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d95db25f-1c17-4e52-ad8e-e510e7bab042 HTTP/1.1" status: 204 len: 168 time: 0.1183448 May 16 20:49:30.376973 dv-cinder-777031-16-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d1f3b-55d3-4ec6-9b5c-58b8c5c134e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95db25f-1c17-4e52-ad8e-e510e7bab042,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:49:48.596909 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-674123fb-e5b9-4ac0-9992-bd261628f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:50.750216 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e0545552-2479-4fd0-8f4d-eab712278052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:52.208101 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:53.615722 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:54.944690 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:57.042145 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:49:58.149449 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:50:18.598349 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b8c-947c-4799-9f52-4dfbefce5520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:20.746157 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-66d7f99b-0504-433e-be14-d5697b1f194e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:22.213106 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:23.619925 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:24.943117 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:27.049101 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:35.150285 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:50:48.607855 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c46ac699-d175-4824-a16e-0700147e1882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:50.750296 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-95149b94-0f49-45a7-978b-719a20baa2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:52.217574 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:53.619494 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:54.934592 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:50:57.055093 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:12.154535 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:51:18.600876 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fc90f597-ce67-47ba-9a7d-8f8125ba49d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:20.755031 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-266c8bfb-020b-4ad4-af75-daa6ccfcb390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:22.224058 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:23.629847 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:24.936091 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:27.074819 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:48.603390 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-97703c5e-9e01-436a-806a-8f4d5fb0517a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:49.159539 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:51:50.759942 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a6ea8b9c-8dc7-4793-92ad-6f4fbc3db556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:52.225898 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:53.631578 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:54.937227 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:51:57.089509 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:18.602807 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f303b726-c07c-41ff-a42c-33d2d9d5ca43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:20.776708 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2cc66867-bb83-4d93-b038-e3ffae974931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:22.225891 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:23.637794 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:24.944869 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:26.157559 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:52:27.093290 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:48.609076 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-57be50a5-ed31-4ba4-a1af-25ce1c75788a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:50.763078 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0485af2e-40e7-477b-b9f7-b6e5a47c54ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:52.229597 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:53.640069 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:54.939373 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:52:57.086630 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:03.162801 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:53:18.599235 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-44f9dc70-a9ee-48aa-af96-d3dd977b5f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:20.762129 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-21c0b7fe-d7b2-4f77-ad29-d93fff8e3a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:22.232963 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:23.639553 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:24.941712 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:27.086610 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:40.168378 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:53:48.597433 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-11d3d146-5b43-411d-b433-3ecd7e4975a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:50.763598 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aa8ded6c-172d-4c97-8e41-bbf7bce0bf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:52.237380 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:53.647053 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:54.947261 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:53:57.098231 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:17.173912 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:54:18.596399 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-76b34f60-dd5e-42e2-beba-9daea339d1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:20.758776 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5d131468-9371-41cc-afee-959265816bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:22.246358 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:23.647145 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:23.680111 dv-cinder-777031-16-iscsi neutron-server[103497]: DEBUG neutron.wsgi [req-602d58ba-0747-4602-9ab6-23829c2dcb07 req-94149c19-76a1-4d84-8553-52909af9fbe5 service neutron] (103497) timed out ('10.222.0.49', 35970) {{(pid=103497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 20:54:24.952151 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:27.085646 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:48.602234 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ce9587e-ecd8-4f72-a1db-8c0a10813411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (64228763-98b4-472c-95ba-1e7e047be65f), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:50.763702 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-13796b04-6b8a-4282-9077-0c14cf327fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (6d74fd64-854e-4e0c-8709-bb03394552b6), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:52.243710 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ba28-b0c5-4d9f-b52c-d055bae44266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (234d0574-418f-4955-9fed-a17644f56066), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:53.647783 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b24c7c3f-4f2f-46aa-9bb7-8a98d7f96e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (d3a81021-ff5e-4c52-a0e7-54983bf399ba), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:54.178651 dv-cinder-777031-16-iscsi neutron-server[103499]: DEBUG neutron.db.agents_db [None req-db95fae5-e89d-4462-9c42-f09a4defeb22 None None] Agent healthcheck: found 6 active agents {{(pid=103499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:54:54.947163 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-284d5d70-724d-44a5-9b2a-422b376d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (7b0ea374-4b0d-4884-8f25-27edf27b4f49), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:54:57.091556 dv-cinder-777031-16-iscsi neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d3b763b-568c-42b1-8d9d-46bff1fb10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739991810308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3966856'] for agent (47c97318-8329-4ae9-98c6-6f744070a64b), after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}